CBA Lab @Georgia Tech | Publications

2025

ACM

Cross-domain har: Few-shot transfer learning for human activity recognition

Thukral, Megha, Haresamudram, Harish, and Ploetz, Thomas

ACM Transactions on Intelligent Systems and Technology 2025

Bib

@article{thukral2025cross,
  title = {Cross-domain har: Few-shot transfer learning for human activity recognition},
  author = {Thukral, Megha and Haresamudram, Harish and Ploetz, Thomas},
  journal = {ACM Transactions on Intelligent Systems and Technology},
  volume = {16},
  number = {1},
  pages = {1--35},
  year = {2025},
  publisher = {ACM New York, NY},
  bibtex_show = {true},
  abbr = {ACM}
}

SAGE

Intelligent Care Management for Diabetic Foot Ulcers: A Scoping Review of Computer Vision and Machine Learning Techniques and Applications

Baseman, Cynthia, Fayfman, Maya, Schechter, Marcos C, Ostadabbas, Sarah, Santamarina, Gabriel, Ploetz, Thomas, and Arriaga, Rosa I

Journal of Diabetes Science and Technology 2025

Bib

@article{baseman2025intelligent,
  title = {Intelligent Care Management for Diabetic Foot Ulcers: A Scoping Review of Computer Vision and Machine Learning Techniques and Applications},
  author = {Baseman, Cynthia and Fayfman, Maya and Schechter, Marcos C and Ostadabbas, Sarah and Santamarina, Gabriel and Ploetz, Thomas and Arriaga, Rosa I},
  journal = {Journal of Diabetes Science and Technology},
  volume = {19},
  number = {3},
  pages = {820--829},
  year = {2025},
  publisher = {SAGE Publications Sage CA: Los Angeles, CA},
  bibtex_show = {true},
  abbr = {SAGE}
}

ACM

Layout-agnostic human activity recognition in smart homes through textual descriptions of sensor triggers (tdost)

Thukral, Megha, Dhekane, Sourish Gunesh, Hiremath, Shruthi K, Haresamudram, Harish, and Ploetz, Thomas

Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies 2025

Bib

@article{thukral2025layout,
  title = {Layout-agnostic human activity recognition in smart homes through textual descriptions of sensor triggers (tdost)},
  author = {Thukral, Megha and Dhekane, Sourish Gunesh and Hiremath, Shruthi K and Haresamudram, Harish and Ploetz, Thomas},
  journal = {Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
  volume = {9},
  number = {1},
  pages = {1--38},
  year = {2025},
  publisher = {ACM New York, NY, USA},
  bibtex_show = {true},
  selected = {true},
  abbr = {ACM}
}

ACM

Past, present, and future of sensor-based human activity recognition using wearables: A surveying tutorial on a still challenging task

Haresamudram, Harish, Tang, Chi Ian, Suh, Sungho, Lukowicz, Paul, and Ploetz, Thomas

Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies 2025

Bib

@article{haresamudram2025past,
  title = {Past, present, and future of sensor-based human activity recognition using wearables: A surveying tutorial on a still challenging task},
  author = {Haresamudram, Harish and Tang, Chi Ian and Suh, Sungho and Lukowicz, Paul and Ploetz, Thomas},
  journal = {Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
  volume = {9},
  number = {2},
  pages = {1--44},
  year = {2025},
  publisher = {ACM New York, NY, USA},
  bibtex_show = {true},
  selected = {true},
  abbr = {ACM}
}

ACM

Transfer learning in sensor-based human activity recognition: A survey

Dhekane, Sourish Gunesh, and Ploetz, Thomas

ACM Computing Surveys 2025

Bib

@article{dhekane2025transfer,
  title = {Transfer learning in sensor-based human activity recognition: A survey},
  author = {Dhekane, Sourish Gunesh and Ploetz, Thomas},
  journal = {ACM Computing Surveys},
  volume = {57},
  number = {8},
  pages = {1--39},
  year = {2025},
  publisher = {ACM New York, NY},
  bibtex_show = {true},
  abbr = {ACM},
  selected = {true}
}

AAAI

Limitations in Employing Natural Language Supervision for Sensor-Based Human Activity Recognition-And Ways to Overcome Them

Haresamudram, Harish, Beedu, Apoorva, Rabbi, Mashfiqui, Saha, Sankalita, Essa, Irfan, and Ploetz, Thomas

In Proceedings of the AAAI Conference on Artificial Intelligence 2025

Bib

@inproceedings{haresamudram2025limitations,
  title = {Limitations in Employing Natural Language Supervision for Sensor-Based Human Activity Recognition-And Ways to Overcome Them},
  author = {Haresamudram, Harish and Beedu, Apoorva and Rabbi, Mashfiqui and Saha, Sankalita and Essa, Irfan and Ploetz, Thomas},
  booktitle = {Proceedings of the AAAI Conference on Artificial Intelligence},
  volume = {39},
  number = {1},
  pages = {273--281},
  year = {2025},
  bibtex_show = {true},
  abbr = {AAAI},
  selected = {true}
}

ACM

ProxiCycle: Passively Mapping Cyclist Safety Using Smart Handlebars for Near-Miss Detection

Breda, Joseph, Chen, Keyu, Plötz, Thomas, and Patel, Shwetak

In Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems 2025

Bib

@inproceedings{breda2025proxicycle,
  title = {ProxiCycle: Passively Mapping Cyclist Safety Using Smart Handlebars for Near-Miss Detection},
  author = {Breda, Joseph and Chen, Keyu and Pl{\"o}tz, Thomas and Patel, Shwetak},
  booktitle = {Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems},
  pages = {1--19},
  year = {2025},
  bibtex_show = {true},
  abbr = {ACM}
}

arXiv

DISCOVER: Data-driven Identification of Sub-activities via Clustering and Visualization for Enhanced Activity Recognition in Smart Homes

Karpekov, Alexander, Chernova, Sonia, and Plötz, Thomas

arXiv preprint arXiv:2503.01733 2025
arXiv

Scaling Human Activity Recognition: A Comparative Evaluation of Synthetic Data Generation and Augmentation Techniques

Leng, Zikang, Iyer, Archith, and Plötz, Thomas

arXiv preprint arXiv:2506.07612 2025
arXiv

AgentSense: Virtual Sensor Data Generation Using LLM Agent in Simulated Home Environments

Leng, Zikang, Thukral, Megha, Liu, Yaqi, Rajasekhar, Hrudhai, Hiremath, Shruthi K, and Plötz, Thomas

arXiv preprint arXiv:2506.11773 2025
arXiv

Thou Shalt Not Prompt: Zero-Shot Human Activity Recognition in Smart Homes via Language Modeling of Sensor Data & Activities

Dhekane, Sourish Gunesh, and Ploetz, Thomas

arXiv preprint arXiv:2507.21964 2025
arXiv

The GenAI Generation: Student Views of Awareness, Preparedness, and Concern

Siraj, Micaela, Duke, Jon, and Plötz, Thomas

arXiv preprint arXiv:2505.02230 2025
arXiv

Models Got Talent: Identifying High Performing Wearable Human Activity Recognition Models Without Training

Goldman, Richard, Komperla, Varun, Ploetz, Thomas, and Haresamudram, Harish

arXiv preprint arXiv:2511.06157 2025

2024

ACM

More Data for People with Disabilities! Comparing Data Collection Efforts for Wheelchair Transportation Mode Detection

Hwang, Sungjin, Leng, Zikang, Oh, Seungwoo, Kim, Kwanguk, and Plötz, Thomas

In Proceedings of the 2024 ACM International Symposium on Wearable Computers 2024

Bib

@inproceedings{hwang2024more,
  title = {More Data for People with Disabilities! Comparing Data Collection Efforts for Wheelchair Transportation Mode Detection},
  author = {Hwang, Sungjin and Leng, Zikang and Oh, Seungwoo and Kim, Kwanguk and Pl{\"o}tz, Thomas},
  booktitle = {Proceedings of the 2024 ACM International Symposium on Wearable Computers},
  pages = {82--88},
  year = {2024},
  bibtex_show = {true},
  abbr = {ACM}
}

IEEE

Basketball Shooting Performance Analysis Using Multi-Modal Wearable and Mobile Sensing in Semi-Naturalistic Settings

Wu, Sixuan, Hoelzemann, Alexander, Bock, Marius, Van Laerhoven, Kristof, Plötz, Thomas, and Adams, Alexander T

In 2024 IEEE 20th International Conference on Body Sensor Networks (BSN) 2024

Bib

@inproceedings{wu2024basketball,
  title = {Basketball Shooting Performance Analysis Using Multi-Modal Wearable and Mobile Sensing in Semi-Naturalistic Settings},
  author = {Wu, Sixuan and Hoelzemann, Alexander and Bock, Marius and Van Laerhoven, Kristof and Pl{\"o}tz, Thomas and Adams, Alexander T},
  booktitle = {2024 IEEE 20th International Conference on Body Sensor Networks (BSN)},
  pages = {1--4},
  year = {2024},
  organization = {IEEE},
  bibtex_show = {true},
  abbr = {IEEE}
}

ACM

Emotion Recognition on the Go: Utilizing Wearable IMUs for Personalized Emotion Recognition

Leng, Zikang, Jung, Myeongul, Hwang, Sungjin, Oh, Seungwoo, Zhang, Lizhe, Plötz, Thomas, and Kim, Kwanguk

In Companion of the 2024 on ACM International Joint Conference on Pervasive and Ubiquitous Computing 2024

Bib

@inproceedings{10.1145/3675094.3678452,
  author = {Leng, Zikang and Jung, Myeongul and Hwang, Sungjin and Oh, Seungwoo and Zhang, Lizhe and Pl\"{o}tz, Thomas and Kim, Kwanguk},
  title = {Emotion Recognition on the Go: Utilizing Wearable IMUs for Personalized Emotion Recognition},
  year = {2024},
  isbn = {9798400710582},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  url = {https://doi.org/10.1145/3675094.3678452},
  doi = {10.1145/3675094.3678452},
  booktitle = {Companion of the 2024 on ACM International Joint Conference on Pervasive and Ubiquitous Computing},
  pages = {537–544},
  numpages = {8},
  keywords = {emotion recognition, motion capture, virtual imu data, wearables},
  location = {Melbourne VIC, Australia},
  series = {UbiComp '24},
  bibtex_show = {true},
  abbr = {ACM}
}

ACM

Imugpt 2.0: Language-based cross modality transfer for sensor-based human activity recognition

Leng, Zikang, Bhattacharjee, Amitrajit, Rajasekhar, Hrudhai, Zhang, Lizhe, Bruda, Elizabeth, Kwon, Hyeokhyen, and Plötz, Thomas

Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies 2024

Bib

@article{leng2024imugpt,
  title = {Imugpt 2.0: Language-based cross modality transfer for sensor-based human activity recognition},
  author = {Leng, Zikang and Bhattacharjee, Amitrajit and Rajasekhar, Hrudhai and Zhang, Lizhe and Bruda, Elizabeth and Kwon, Hyeokhyen and Pl{\"o}tz, Thomas},
  journal = {Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
  volume = {8},
  number = {3},
  pages = {1--32},
  year = {2024},
  publisher = {ACM New York, NY, USA},
  bibtex_show = {true},
  abbr = {ACM},
  selected = {true}
}

Arxiv

Limitations in Employing Natural Language Supervision for Sensor-Based Human Activity Recognition – And Ways to Overcome Them

Haresamudram, Harish, Beedu, Apoorva, Rabbi, Mashfiqui, Saha, Sankalita, Essa, Irfan, and Ploetz, Thomas

arXiv preprint arXiv:2408.12023 2024

Bib

@article{haresamudram2024limitations,
  title = {Limitations in Employing Natural Language Supervision for Sensor-Based Human Activity Recognition – And Ways to Overcome Them},
  author = {Haresamudram, Harish and Beedu, Apoorva and Rabbi, Mashfiqui and Saha, Sankalita and Essa, Irfan and Ploetz, Thomas},
  journal = {arXiv preprint arXiv:2408.12023},
  year = {2024},
  abbr = {Arxiv},
  bibtex_show = {true}
}

Arxiv

Maintenance Required: Updating and Extending Bootstrapped Human Activity Recognition Systems for Smart Homes

Hiremath, Shruthi K, and Ploetz, Thomas

arXiv preprint arXiv:2406.14446 2024

Bib

@article{hiremath2024maintenance,
  title = {Maintenance Required: Updating and Extending Bootstrapped Human Activity Recognition Systems for Smart Homes},
  author = {Hiremath, Shruthi K and Ploetz, Thomas},
  journal = {arXiv preprint arXiv:2406.14446},
  year = {2024},
  abbr = {Arxiv},
  bibtex_show = {true}
}

Arxiv

Game of LLMs: Discovering Structural Constructs in Activities using Large Language Models

Hiremath, Shruthi K, and Ploetz, Thomas

In 2024 International Conference on Activity and Behavior Computing (ABC) 2024

Bib

@inproceedings{hiremath2024game,
  title = {Game of LLMs: Discovering Structural Constructs in Activities using Large Language Models},
  author = {Hiremath, Shruthi K and Ploetz, Thomas},
  booktitle = {2024 International Conference on Activity and Behavior Computing (ABC)},
  year = {2024},
  organization = {IEEE},
  abbr = {Arxiv},
  bibtex_show = {true}
}

Arxiv

Large Language Models Memorize Sensor Datasets! Implications on Human Activity Recognition Research

Haresamudram, Harish, Rajasekhar, Hrudhai, Shanbhogue, Nikhil Murlidhar, and Ploetz, Thomas

arXiv preprint arXiv:2406.05900 2024

Bib

@article{haresamudram2024large,
  title = {Large Language Models Memorize Sensor Datasets! Implications on Human Activity Recognition Research},
  author = {Haresamudram, Harish and Rajasekhar, Hrudhai and Shanbhogue, Nikhil Murlidhar and Ploetz, Thomas},
  journal = {arXiv preprint arXiv:2406.05900},
  year = {2024},
  abbr = {Arxiv},
  bibtex_show = {true}
}

IEEE

A Washing Machine is All You Need? On the Feasibility of Machine Data for Self-Supervised Human Activity Recognition

Haresamudram, Harish, Essa, Irfan, and Plötz, Thomas

In 2024 International Conference on Activity and Behavior Computing (ABC) 2024

Bib

@inproceedings{haresamudram2024washing,
  title = {A Washing Machine is All You Need? On the Feasibility of Machine Data for Self-Supervised Human Activity Recognition},
  author = {Haresamudram, Harish and Essa, Irfan and Pl{\"o}tz, Thomas},
  booktitle = {2024 International Conference on Activity and Behavior Computing (ABC)},
  pages = {1--10},
  year = {2024},
  organization = {IEEE},
  abbr = {IEEE},
  bibtex_show = {true}
}

Arxiv

Layout Agnostic Human Activity Recognition in Smart Homes through Textual Descriptions Of Sensor Triggers (TDOST)

Thukral, Megha, Dhekane, Sourish Gunesh, Hiremath, Shruthi K, Haresamudram, Harish, and Ploetz, Thomas

arXiv preprint arXiv:2405.12368 2024

Bib

@article{thukral2024layout,
  title = {Layout Agnostic Human Activity Recognition in Smart Homes through Textual Descriptions Of Sensor Triggers (TDOST)},
  author = {Thukral, Megha and Dhekane, Sourish Gunesh and Hiremath, Shruthi K and Haresamudram, Harish and Ploetz, Thomas},
  journal = {arXiv preprint arXiv:2405.12368},
  year = {2024},
  abbr = {Arxiv},
  bibtex_show = {true}
}

IEEE

A Synergistic Large Language Model and Supervised Learning Approach to Zero-Shot and Continual Activity Recognition in Smart Homes

Takeda, Naoto, Legaspi, Roberto, Nishimura, Yasutaka, Ikeda, Kazushi, Plötz, Thomas, and Chernova, Sonia

In 2024 9th International Conference on Big Data Analytics (ICBDA) 2024

Bib

@inproceedings{takeda2024synergistic,
  title = {A Synergistic Large Language Model and Supervised Learning Approach to Zero-Shot and Continual Activity Recognition in Smart Homes},
  author = {Takeda, Naoto and Legaspi, Roberto and Nishimura, Yasutaka and Ikeda, Kazushi and Pl{\"o}tz, Thomas and Chernova, Sonia},
  booktitle = {2024 9th International Conference on Big Data Analytics (ICBDA)},
  pages = {113--122},
  year = {2024},
  organization = {IEEE},
  abbr = {IEEE},
  bibtex_show = {true}
}

Sensors

Towards Learning Discrete Representations via Self-Supervision for Wearables-Based Human Activity Recognition

Haresamudram, Harish, Essa, Irfan, and Ploetz, Thomas

Sensors 2024

Bib

@article{haresamudram2024towards,
  title = {Towards Learning Discrete Representations via Self-Supervision for Wearables-Based Human Activity Recognition},
  author = {Haresamudram, Harish and Essa, Irfan and Ploetz, Thomas},
  journal = {Sensors},
  volume = {24},
  number = {4},
  pages = {1238},
  year = {2024},
  publisher = {MDPI},
  abbr = {Sensors},
  bibtex_show = {true}
}

ACM

Transfer learning in human activity recognition: A survey

Dhekane, Sourish Gunesh, and Ploetz, Thomas

arXiv preprint arXiv:2401.10185 2024

Bib

@article{dhekane2024transfer,
  title = {Transfer learning in human activity recognition: A survey},
  author = {Dhekane, Sourish Gunesh and Ploetz, Thomas},
  journal = {arXiv preprint arXiv:2401.10185},
  year = {2024},
  abbr = {ACM},
  bibtex_show = {true}
}

Sensors

Using Graphs to Perform Effective Sensor-Based Human Activity Recognition in Smart Homes

Plötz, Thomas, and others,

Sensors 2024

Bib

@article{plotz2024using,
  title = {Using Graphs to Perform Effective Sensor-Based Human Activity Recognition in Smart Homes},
  author = {Pl{\"o}tz, Thomas and others},
  journal = {Sensors},
  volume = {24},
  number = {12},
  pages = {3944},
  year = {2024},
  publisher = {Multidisciplinary Digital Publishing Institute},
  abbr = {Sensors},
  bibtex_show = {true}
}

JAISE

Sensor event sequence prediction for proactive smart home: A GPT2-based autoregressive language model approach

Takeda, Naoto, Legaspi, Roberto, Nishimura, Yasutaka, Ikeda, Kazushi, Minamikawa, Atsunori, Plötz, Thomas, and Chernova, Sonia

Journal of Ambient Intelligence and Smart Environments 2024

Bib

@article{takeda2024sensor,
  title = {Sensor event sequence prediction for proactive smart home: A GPT2-based autoregressive language model approach},
  author = {Takeda, Naoto and Legaspi, Roberto and Nishimura, Yasutaka and Ikeda, Kazushi and Minamikawa, Atsunori and Pl{\"o}tz, Thomas and Chernova, Sonia},
  journal = {Journal of Ambient Intelligence and Smart Environments},
  number = {Preprint},
  pages = {1--34},
  year = {2024},
  publisher = {IOS Press},
  abbr = {JAISE},
  bibtex_show = {true}
}

2023

ICMLA

ALLFA: Active Learning Through Label and Feature Augmentation

Nishimura, Yasutaka, Takeda, Naoto, Legaspi, Roberto, Ikeda, Kazushi, Plötz, Thomas, and Chernova, Sonia

In 2023 International Conference on Machine Learning and Applications (ICMLA) 2023

Bib

@inproceedings{nishimura2023allfa,
  title = {ALLFA: Active Learning Through Label and Feature Augmentation},
  author = {Nishimura, Yasutaka and Takeda, Naoto and Legaspi, Roberto and Ikeda, Kazushi and Pl{\"o}tz, Thomas and Chernova, Sonia},
  booktitle = {2023 International Conference on Machine Learning and Applications (ICMLA)},
  pages = {158--165},
  year = {2023},
  organization = {IEEE},
  abbr = {ICMLA},
  bibtex_show = {true}
}

EPJ

Leveraging WiFi network logs to infer student collocation and its relationship with academic performance

Swain, Vedant Das, Kwon, Hyeokhyen, Sargolzaei, Sonia, Saket, Bahador, Morshed, Mehrab Bin, Tran, Kathy, Patel, Devashru, Tian, Yexin, Philipose, Joshua, Cui, Yulai, and others,

EPJ Data Science 2023

Bib

@article{swain2023leveraging,
  title = {Leveraging WiFi network logs to infer student collocation and its relationship with academic performance},
  author = {Swain, Vedant Das and Kwon, Hyeokhyen and Sargolzaei, Sonia and Saket, Bahador and Morshed, Mehrab Bin and Tran, Kathy and Patel, Devashru and Tian, Yexin and Philipose, Joshua and Cui, Yulai and others},
  journal = {EPJ Data Science},
  volume = {12},
  number = {1},
  pages = {22},
  year = {2023},
  publisher = {Springer Berlin Heidelberg},
  abbr = {EPJ},
  bibtex_show = {true}
}

Arxiv

Know Thy Neighbors: A Graph Based Approach for Effective Sensor-Based Human Activity Recognition in Smart Homes

Plötz, Thomas, and others,

arXiv preprint arXiv:2311.09514 2023

Bib

@article{plotz2023know,
  title = {Know Thy Neighbors: A Graph Based Approach for Effective Sensor-Based Human Activity Recognition in Smart Homes},
  author = {Pl{\"o}tz, Thomas and others},
  journal = {arXiv preprint arXiv:2311.09514},
  year = {2023},
  abbr = {Arxiv},
  bibtex_show = {true}
}

Sage

Intelligent Care Management for Diabetic Foot Ulcers: A Scoping Review of Computer Vision and Machine Learning Techniques and Applications

Baseman, Cynthia, Fayfman, Maya, Schechter, Marcos C, Ostadabbas, Sarah, Santamarina, Gabriel, Ploetz, Thomas, and Arriaga, Rosa I

Journal of Diabetes Science and Technology 2023

Bib

@article{baseman2023intelligent,
  title = {Intelligent Care Management for Diabetic Foot Ulcers: A Scoping Review of Computer Vision and Machine Learning Techniques and Applications},
  author = {Baseman, Cynthia and Fayfman, Maya and Schechter, Marcos C and Ostadabbas, Sarah and Santamarina, Gabriel and Ploetz, Thomas and Arriaga, Rosa I},
  journal = {Journal of Diabetes Science and Technology},
  pages = {19322968231213378},
  year = {2023},
  publisher = {SAGE Publications Sage CA: Los Angeles, CA},
  abbr = {Sage},
  bibtex_show = {true}
}

Arxiv

Cross-domain har: Few shot transfer learning for human activity recognition

Thukral, Megha, Haresamudram, Harish, and Ploetz, Thomas

arXiv preprint arXiv:2310.14390 2023

Bib

@article{thukral2023cross,
  title = {Cross-domain har: Few shot transfer learning for human activity recognition},
  author = {Thukral, Megha and Haresamudram, Harish and Ploetz, Thomas},
  journal = {arXiv preprint arXiv:2310.14390},
  year = {2023},
  abbr = {Arxiv},
  bibtex_show = {true}
}

ACM

FingerSpeller: Camera-Free Text Entry Using Smart Rings for American Sign Language Fingerspelling Recognition

Martin, David, Leng, Zikang, Gemicioglu, Tan, Womack, Jon, Heath, Jocelyn, Neubauer, William C, Kwon, Hyeokhyen, Ploetz, Thomas, and Starner, Thad

In Proceedings of the 25th International ACM SIGACCESS Conference on Computers and Accessibility 2023

Bib

@inproceedings{martin2023fingerspeller,
  title = {FingerSpeller: Camera-Free Text Entry Using Smart Rings for American Sign Language Fingerspelling Recognition},
  author = {Martin, David and Leng, Zikang and Gemicioglu, Tan and Womack, Jon and Heath, Jocelyn and Neubauer, William C and Kwon, Hyeokhyen and Ploetz, Thomas and Starner, Thad},
  booktitle = {Proceedings of the 25th International ACM SIGACCESS Conference on Computers and Accessibility},
  pages = {1--5},
  year = {2023},
  abbr = {ACM},
  bibtex_show = {true}
}

ACM

On the Benefit of Generative Foundation Models for Human Activity Recognition

Leng, Zikang, Kwon, Hyeokhyen, and Plötz, Thomas

arXiv preprint arXiv:2310.12085 2023

Bib

@article{leng2023benefit,
  title = {On the Benefit of Generative Foundation Models for Human Activity Recognition},
  author = {Leng, Zikang and Kwon, Hyeokhyen and Pl{\"o}tz, Thomas},
  journal = {arXiv preprint arXiv:2310.12085},
  year = {2023},
  abbr = {ACM},
  bibtex_show = {true}
}

ISWC
Generating Virtual On-Body Accelerometer Data from Virtual Textual Descriptions for Human Activity Recognition

Leng, Zikang, Kwon, Hyeokhyen, and Ploetz, Thomas

In Proceedings of the 2023 ACM International Symposium on Wearable Computers 2023

Abs Bib

The development of robust, generalized models for human activity recognition (HAR) has been hindered by the scarcity of large-scale, labeled data sets. Recent work has shown that virtual IMU data extracted from videos using computer vision techniques can lead to substantial performance improvements when training HAR models combined with small portions of real IMU data. Inspired by recent advances in motion synthesis from textual descriptions and connecting Large Language Models (LLMs) to various AI models, we introduce an automated pipeline that first uses ChatGPT to generate diverse textual descriptions of activities. These textual descriptions are then used to generate 3D human motion sequences via a motion synthesis model, T2M-GPT, and later converted to streams of virtual IMU data. We benchmarked our approach on three HAR datasets (RealWorld, PAMAP2, and USC-HAD) and demonstrate that the use of virtual IMU training data generated using our new approach leads to significantly improved HAR model performance compared to only using real IMU data. Our approach contributes to the growing field of cross-modality transfer methods and illustrate how HAR models can be improved through the generation of virtual training data that do not require any manual effort.
@inproceedings{10.1145/3594738.3611361, author = {Leng, Zikang and Kwon, Hyeokhyen and Ploetz, Thomas}, title = {Generating Virtual On-Body Accelerometer Data from Virtual Textual Descriptions for Human Activity Recognition}, year = {2023}, isbn = {9798400701993}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, url = {https://doi.org/10.1145/3594738.3611361}, doi = {10.1145/3594738.3611361}, booktitle = {Proceedings of the 2023 ACM International Symposium on Wearable Computers}, pages = {39–43}, numpages = {5}, keywords = {Activity recognition, Virtual IMU Data, Large Language Models, Motion Synthesis, Wearable Sensors}, location = {Cancun, Quintana Roo, Mexico}, series = {ISWC '23}, abbr = {ISWC}, bibtex_show = {true} }

IMWUT

ConvBoost: Boosting ConvNets for Sensor-based Activity Recognition

Shao, Shuai, Guan, Yu, Zhai, Bing, Missier, Paolo, and Plötz, Thomas

Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies 2023

Bib

@article{shao2023convboost,
  title = {ConvBoost: Boosting ConvNets for Sensor-based Activity Recognition},
  author = {Shao, Shuai and Guan, Yu and Zhai, Bing and Missier, Paolo and Pl{\"o}tz, Thomas},
  journal = {Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
  volume = {7},
  number = {2},
  pages = {1--21},
  year = {2023},
  publisher = {ACM New York, NY, USA},
  abbr = {IMWUT},
  bibtex_show = {true}
}

IEEE

Sensor Event Sequence Prediction for Proactive Smart Home Support Using Autoregressive Language Model

Takeda, Naoto, Legaspi, Roberto, Nishimura, Yasutaka, Ikeda, Kazushi, Minamikawa, Atsunori, Plötz, Thomas, and Chernova, Sonia

In 2023 19th International Conference on Intelligent Environments (IE) 2023

Bib

@inproceedings{takeda2023sensor,
  title = {Sensor Event Sequence Prediction for Proactive Smart Home Support Using Autoregressive Language Model},
  author = {Takeda, Naoto and Legaspi, Roberto and Nishimura, Yasutaka and Ikeda, Kazushi and Minamikawa, Atsunori and Pl{\"o}tz, Thomas and Chernova, Sonia},
  booktitle = {2023 19th International Conference on Intelligent Environments (IE)},
  pages = {1--8},
  year = {2023},
  organization = {IEEE},
  abbr = {IEEE},
  bibtex_show = {true}
}

Sensors

The Lifespan of Human Activity Recognition Systems for Smart Homes

Hiremath, Shruthi K, and Plötz, Thomas

Sensors 2023

Bib

@article{hiremath2023lifespan,
  title = {The Lifespan of Human Activity Recognition Systems for Smart Homes},
  author = {Hiremath, Shruthi K and Pl{\"o}tz, Thomas},
  journal = {Sensors},
  volume = {23},
  number = {18},
  pages = {7729},
  year = {2023},
  publisher = {MDPI},
  abbr = {Sensors},
  bibtex_show = {true}
}

ISWC

How Much Unlabeled Data is Really Needed for Effective Self-Supervised Human Activity Recognition?

Dhekane, Sourish Gunesh, Haresamudram, Harish, Thukral, Megha, and Plötz, Thomas

In Proceedings of the 2023 International Symposium on Wearable Computers 2023

Bib

@inproceedings{dhekane2023much,
  title = {How Much Unlabeled Data is Really Needed for Effective Self-Supervised Human Activity Recognition?},
  author = {Dhekane, Sourish Gunesh and Haresamudram, Harish and Thukral, Megha and Pl{\"o}tz, Thomas},
  booktitle = {Proceedings of the 2023 International Symposium on Wearable Computers},
  pages = {66--70},
  year = {2023},
  abbr = {ISWC},
  bibtex_show = {true}
}

ISWC

On the Utility of Virtual On-body Acceleration Data for Fine-grained Human Activity Recognition

Leng, Zikang, Jain, Yash, Kwon, Hyeokhyen, and Ploetz, Thomas

In Proceedings of the 2023 International Symposium on Wearable Computers 2023

Bib

@inproceedings{leng2023utility,
  title = {On the Utility of Virtual On-body Acceleration Data for Fine-grained Human Activity Recognition},
  author = {Leng, Zikang and Jain, Yash and Kwon, Hyeokhyen and Ploetz, Thomas},
  booktitle = {Proceedings of the 2023 International Symposium on Wearable Computers},
  pages = {55--59},
  year = {2023},
  abbr = {ISWC},
  bibtex_show = {true}
}

ISWC

Challenges in Using Skin Conductance Responses for Assessments of Information Worker Productivity

Ahmad, Anam, and Ploetz, Thomas

In Proceedings of the 2023 International Symposium on Wearable Computers 2023

Bib

@inproceedings{ahmad2023challenges,
  title = {Challenges in Using Skin Conductance Responses for Assessments of Information Worker Productivity},
  author = {Ahmad, Anam and Ploetz, Thomas},
  booktitle = {Proceedings of the 2023 International Symposium on Wearable Computers},
  pages = {33--38},
  year = {2023},
  abbr = {ISWC},
  bibtex_show = {true}
}

Ubicomp

Solving the Sensor-based Activity Recognition Problem (SOAR): Self-supervised, Multi-modal Recognition of Activities from Wearable Sensors

Haresamudram, Harish, Tang, Chi Ian, Suh, Sungho, Lukowicz, Paul, and Ploetz, Thomas

In Adjunct Proceedings of the 2023 ACM International Joint Conference on Pervasive and Ubiquitous Computing & the 2023 ACM International Symposium on Wearable Computing 2023

Bib

@inproceedings{haresamudram2023solving,
  title = {Solving the Sensor-based Activity Recognition Problem (SOAR): Self-supervised, Multi-modal Recognition of Activities from Wearable Sensors},
  author = {Haresamudram, Harish and Tang, Chi Ian and Suh, Sungho and Lukowicz, Paul and Ploetz, Thomas},
  booktitle = {Adjunct Proceedings of the 2023 ACM International Joint Conference on Pervasive and Ubiquitous Computing \& the 2023 ACM International Symposium on Wearable Computing},
  pages = {759--761},
  year = {2023},
  abbr = {Ubicomp},
  bibtex_show = {true}
}

Springer

Leveraging WiFi network logs to infer student collocation and its relationship with academic performance

Swain, Vedant Das, Kwon, Hyeokhyen, Sargolzaei, Sonia, Saket, Bahador, Morshed, Mehrab Bin, Tran, Kathy, Patel, Devashru, Tian, Yexin, Philipose, Joshua, Cui, Yulai, and others,

EPJ Data Science 2023

Bib

@article{swain2023leveraginh,
  title = {Leveraging WiFi network logs to infer student collocation and its relationship with academic performance},
  author = {Swain, Vedant Das and Kwon, Hyeokhyen and Sargolzaei, Sonia and Saket, Bahador and Morshed, Mehrab Bin and Tran, Kathy and Patel, Devashru and Tian, Yexin and Philipose, Joshua and Cui, Yulai and others},
  journal = {EPJ Data Science},
  volume = {12},
  number = {1},
  pages = {22},
  year = {2023},
  publisher = {Springer Berlin Heidelberg},
  abbr = {Springer},
  bibtex_show = {true}
}

IEEE

Extraction of Important Temporal Order for eXplainable AI on Time-series data

Nishimura, Yasutaka, Takeda, Naoto, Legaspi, Roberto, Ikeda, Kazushi, Plötz, Thomas, and Chernova, Sonia

In 2023 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops) 2023

Bib

@inproceedings{nishimura2023extraction,
  title = {Extraction of Important Temporal Order for eXplainable AI on Time-series data},
  author = {Nishimura, Yasutaka and Takeda, Naoto and Legaspi, Roberto and Ikeda, Kazushi and Pl{\"o}tz, Thomas and Chernova, Sonia},
  booktitle = {2023 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops)},
  pages = {659--664},
  year = {2023},
  organization = {IEEE},
  abbr = {IEEE},
  bibtex_show = {true}
}

Percom

On Training Strategies for LSTMs in Sensor-Based Human Activity Recognition

Shan, Shuai, Guan, Yu, Guan, Xin, Missier, Paolo, and Plötz, Thomas

In 2023 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops) 2023

Bib

@inproceedings{shan2023training,
  title = {On Training Strategies for LSTMs in Sensor-Based Human Activity Recognition},
  author = {Shan, Shuai and Guan, Yu and Guan, Xin and Missier, Paolo and Pl{\"o}tz, Thomas},
  booktitle = {2023 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops)},
  pages = {653--658},
  year = {2023},
  organization = {IEEE},
  abbr = {Percom},
  bibtex_show = {true}
}

Percom

Keynote: Computational Behavior Analysis-Pushing the Boundaries Towards Usable Digital Health

Plötz, Thomas

In 2023 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops) 2023

Bib

@inproceedings{plotz2023keynote,
  title = {Keynote: Computational Behavior Analysis-Pushing the Boundaries Towards Usable Digital Health},
  author = {Pl{\"o}tz, Thomas},
  booktitle = {2023 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops)},
  pages = {564--564},
  year = {2023},
  organization = {IEEE},
  abbr = {Percom},
  bibtex_show = {true}
}

Percom

If only we had more data!: Sensor-Based Human Activity Recognition in Challenging Scenarios

Plötz, Thomas

In 2023 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops) 2023

Bib

@inproceedings{plotz2023if,
  title = {If only we had more data!: Sensor-Based Human Activity Recognition in Challenging Scenarios},
  author = {Pl{\"o}tz, Thomas},
  booktitle = {2023 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops)},
  pages = {565--570},
  year = {2023},
  organization = {IEEE},
  abbr = {Percom},
  bibtex_show = {true}
}

ACM

Explainable activity recognition for smart home systems

Das, Devleena, Nishimura, Yasutaka, Vivek, Rajan P, Takeda, Naoto, Fish, Sean T, Ploetz, Thomas, and Chernova, Sonia

ACM Transactions on Interactive Intelligent Systems 2023

Bib

@article{das2023explainable,
  title = {Explainable activity recognition for smart home systems},
  author = {Das, Devleena and Nishimura, Yasutaka and Vivek, Rajan P and Takeda, Naoto and Fish, Sean T and Ploetz, Thomas and Chernova, Sonia},
  journal = {ACM Transactions on Interactive Intelligent Systems},
  volume = {13},
  number = {2},
  pages = {1--39},
  year = {2023},
  publisher = {ACM New York, NY},
  abbr = {ACM},
  bibtex_show = {true}
}

Percom

Investigating enhancements to contrastive predictive coding for human activity recognition

Haresamudram, Harish, Essa, Irfan, and Plötz, Thomas

In 2023 IEEE International Conference on Pervasive Computing and Communications (PerCom) 2023

Bib

@inproceedings{haresamudram2023investigating,
  title = {Investigating enhancements to contrastive predictive coding for human activity recognition},
  author = {Haresamudram, Harish and Essa, Irfan and Pl{\"o}tz, Thomas},
  booktitle = {2023 IEEE International Conference on Pervasive Computing and Communications (PerCom)},
  pages = {232--241},
  year = {2023},
  organization = {IEEE},
  abbr = {Percom},
  bibtex_show = {true}
}

arXiv

Towards Learning Discrete Representations via Self-Supervision for Wearables-Based Human Activity Recognition

Haresamudram, Harish, Essa, Irfan, and Ploetz, Thomas

arXiv preprint arXiv:2306.01108 2023

Bib

@article{haresamudram2023towards,
  title = {Towards Learning Discrete Representations via Self-Supervision for Wearables-Based Human Activity Recognition},
  author = {Haresamudram, Harish and Essa, Irfan and Ploetz, Thomas},
  journal = {arXiv preprint arXiv:2306.01108},
  year = {2023},
  abbr = {arXiv},
  bibtex_show = {true}
}

2022

ISWC
Reinforcement Learning Based Online Active Learning for Human Activity Recognition

Cui, Yulai, Hiremath, Shruthi Kashinath, and Ploetz, Thomas

In Proceedings of the 2022 ACM International Symposium on Wearable Computers 2022

Abs Bib HTML

Online active learning (OAL), i.e., asking a user in a targeted and parsimonious way to provide annotation for activities they are currently engaged in, has been established as a meaningful way for bootstrapping human activity recognition (HAR) systems for real-world deployments. In this paper we extend on the idea of optimizing budgets of user-provided annotations by introducing a reinforcement learning based OAL approach. Our method decides on which data sample a user shall provide a label for using a continuosly updated base classifier and a reward function that takes into account the classifier’s confidence in form of its a-posteriori probability. We evaluate our approach on seven benchmark datasets and demonstrate recognition capabilities of the resulting classifiers that are superior to the state-of-the-art and reach the performance of fully supervised baseline systems for half the datasets. The presented approach has the potential to push the boundaries for real-world deployments of HAR systems.
@inproceedings{cai2022reinforcement, abbr = {ISWC}, bibtex_show = {true}, author = {Cui, Yulai and Hiremath, Shruthi Kashinath and Ploetz, Thomas}, title = {Reinforcement Learning Based Online Active Learning for Human Activity Recognition}, year = {2022}, isbn = {9781450394246}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, doi = {10.1145/3544794.3558457}, booktitle = {Proceedings of the 2022 ACM International Symposium on Wearable Computers}, pages = {23–27}, numpages = {5}, keywords = {reinforcement learning, human activity recognition, online active learning, machine learning}, location = {Cambridge, United Kingdom}, series = {ISWC '22}, html = {https://doi.org/10.1145/3544794.3558457} }

ISWC

A Personalized Approach for Developing a Snacking Detection System Using Earbuds in a Semi-Naturalistic Setting

Bin Morshed, Mehrab, Haresamudram, Harish Kashyap, Bandaru, Dheeraj, Abowd, Gregory D., and Ploetz, Thomas

In Proceedings of the 2022 ACM International Symposium on Wearable Computers 2022

Bib HTML

@inproceedings{binmorshed2022personalized,
  abbr = {ISWC},
  bibtex_show = {true},
  author = {Bin Morshed, Mehrab and Haresamudram, Harish Kashyap and Bandaru, Dheeraj and Abowd, Gregory D. and Ploetz, Thomas},
  title = {A Personalized Approach for Developing a Snacking Detection System Using Earbuds in a Semi-Naturalistic Setting},
  year = {2022},
  isbn = {9781450394246},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  doi = {10.1145/3544794.3558469},
  booktitle = {Proceedings of the 2022 ACM International Symposium on Wearable Computers},
  pages = {11–16},
  numpages = {6},
  location = {Cambridge, United Kingdom},
  series = {ISWC '22},
  html = {https://doi.org/10.1145/3544794.3558469}
}

ISWC

Clustering of Human Activities from Wearables by Adopting Nearest Neighbors

Ahmed, Abrar, Haresamudram, Harish, and Ploetz, Thomas

In Proceedings of the 2022 ACM International Symposium on Wearable Computers 2022

Bib HTML

@inproceedings{ahmed2022clustering,
  abbr = {ISWC},
  bibtex_show = {true},
  title = {Clustering of Human Activities from Wearables by Adopting Nearest Neighbors},
  author = {Ahmed, Abrar and Haresamudram, Harish and Ploetz, Thomas},
  booktitle = {Proceedings of the 2022 ACM International Symposium on Wearable Computers},
  year = {2022},
  isbn = {9781450394246},
  publisher = {Association for Computing Machinery},
  doi = {10.1145/3544794.3558477},
  pages = {1–5},
  numpages = {5},
  keywords = {Clustering, Activity Recognition, Wearable Sensors, Deep Learning},
  location = {Cambridge, United Kingdom},
  series = {ISWC '22},
  html = {https://doi.org/10.1145/3544794.3558477}
}

Ubicomp

On the Effectiveness of Virtual IMU Data for Eating Detection with Wrist Sensors

Jain, Yash, Kwon, Hyeokhyen, and Plötz, Thomas

In Adjunct Proceedings of UbiComp 2022

Bib

@inproceedings{jain2022effectiveness,
  abbr = {Ubicomp},
  bibtex_show = {true},
  title = {On the Effectiveness of Virtual IMU Data for Eating Detection with Wrist Sensors},
  author = {Jain, Yash and Kwon, Hyeokhyen and Pl{\"o}tz, Thomas},
  booktitle = {Adjunct Proceedings of UbiComp},
  year = {2022}
}

IMWUT
Reading the Room: Automated, Momentary Assessment of Student Engagement in the Classroom: Are We There Yet?

DiSalvo, Betsy, Bandaru, Dheeraj, Wang, Qiaosi, Li, Hong, and Plötz, Thomas

Proc. ACM Interact. Mob. Wearable Ubiquitous Technol. Sep 2022

Abs Bib HTML

When in front of a classroom, a skilled teacher can read the room, identifying when students are engaged, frustrated, distracted, etc. In recent years we have seen significant changes in the traditional classroom, with virtual classes becoming a normal learning environment. Reasons for this change are the increased popularity of Massive Open Online Courses (MOOCs) and the disruptions imposed by the ongoing COVID-19 pandemic. However, it is difficult for teachers to read the room in these virtual classrooms, and researchers have begun to look at using sensors to provide feedback to help inform teaching practices. The study presented here sought to ground classroom sensor data in the form of electrodermal activities (EDA) captured using a wrist-worn sensing platform (Empatica E4), with observations about students’ emotional engagement in the class. We collected a dataset from eleven students over eight lectures in college-level computer science classes. We trained human annotators who provided ground truth information about student engagement based on in-class observations. Inspired by related work in the field, we implemented an automated data analysis framework, which we used to explore momentary assessments of student engagement in classrooms. Our findings surprised us because we found no significant correlation between the sensor data and our trained observers’ data. In this paper, we present our study and framework for automated engagement assessment, and report on our findings that indicate some of the challenges in deploying current technology for real-world, automated momentary assessment of student engagement in the classroom. We offer reflections on our findings and discuss ways forward toward an automated reading the room approach.
@article{10.1145/3550328, abbr = {IMWUT}, bibtex_show = {true}, author = {DiSalvo, Betsy and Bandaru, Dheeraj and Wang, Qiaosi and Li, Hong and Pl\"{o}tz, Thomas}, title = {Reading the Room: Automated, Momentary Assessment of Student Engagement in the Classroom: Are We There Yet?}, year = {2022}, issue_date = {September 2022}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, volume = {6}, number = {3}, url = {https://doi.org/10.1145/3550328}, doi = {10.1145/3550328}, journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.}, month = sep, articleno = {112}, numpages = {26}, keywords = {Wearable, Students, Engagements, Electrodermal Activity, Momentary Assessments}, html = {https://dl.acm.org/doi/10.1145/3550328} }
IMWUT
Bootstrapping Human Activity Recognition Systems for Smart Homes from Scratch

Hiremath, Shruthi K., Nishimura, Yasutaka, Chernova, Sonia, and Plötz, Thomas

Proc. ACM Interact. Mob. Wearable Ubiquitous Technol. Sep 2022

Abs Bib HTML

Smart Homes have come a long way: From research laboratories in the early days, through (almost) neglect, to their recent revival in real-world environments enabled through the existence of commodity devices and robust, standardized software frameworks. With such availability, human activity recognition (HAR) in smart homes has become attractive for many real-world applications, especially in the domain of Ambient Assisted Living. Yet, getting started with an activity recognition system in specific smart homes, which are highly specialized spaces inhabited by individuals with idiosyncratic behaviors and habits, is a non-trivial endeavor. We present an approach for bootstrapping HAR systems for individual smart homes from scratch. At the beginning of the life cycle of a smart home, our system passively observes activities and derives rich representations for sensor data-action units-which are then aggregated into activity models through motif learning with minimal supervision. The resulting HAR system is then capable of recognizing relevant, most frequent activities in a smart home. We demonstrate the effectiveness of our bootstrapping procedure through experimental evaluations on CASAS datasets that show the practical value of our approach.
@article{10.1145/3550294, abbr = {IMWUT}, bibtex_show = {true}, author = {Hiremath, Shruthi K. and Nishimura, Yasutaka and Chernova, Sonia and Pl\"{o}tz, Thomas}, title = {Bootstrapping Human Activity Recognition Systems for Smart Homes from Scratch}, year = {2022}, issue_date = {September 2022}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, volume = {6}, number = {3}, url = {https://doi.org/10.1145/3550294}, doi = {10.1145/3550294}, journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.}, month = sep, articleno = {119}, numpages = {27}, keywords = {pattern recognition, smart-home, human activity recognition}, html = {https://dl.acm.org/doi/10.1145/3550294} }

IEEE

Guest Editorial Special Issue on Computational Intelligence for IoT-based Human Activity Recognition

Li, Xiaoli, Chen, Huanhuan, Ploetz, Thomas, Wu, Min, and Chen, Zhenghua

IEEE Transactions on Emerging Topics in Computational Intelligence Sep 2022

Bib HTML

@article{li2022guest,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Guest Editorial Special Issue on Computational Intelligence for IoT-based Human Activity Recognition},
  author = {Li, Xiaoli and Chen, Huanhuan and Ploetz, Thomas and Wu, Min and Chen, Zhenghua},
  journal = {IEEE Transactions on Emerging Topics in Computational Intelligence},
  volume = {6},
  number = {4},
  pages = {725--727},
  year = {2022},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/iel7/7433297/9834983/09834992.pdf}
}

IMWUT
Assessing the State of Self-Supervised Human Activity Recognition Using Wearables

Haresamudram, Harish, Essa, Irfan, and Plötz, Thomas

Proc. ACM Interact. Mob. Wearable Ubiquitous Technol. Sep 2022

Abs Bib HTML

The emergence of self-supervised learning in the field of wearables-based human activity recognition (HAR) has opened up opportunities to tackle the most pressing challenges in the field, namely to exploit unlabeled data to derive reliable recognition systems for scenarios where only small amounts of labeled training samples can be collected. As such, self-supervision, i.e., the paradigm of ’pretrain-then-finetune’ has the potential to become a strong alternative to the predominant end-to-end training approaches, let alone hand-crafted features for the classic activity recognition chain. Recently a number of contributions have been made that introduced self-supervised learning into the field of HAR, including, Multi-task self-supervision, Masked Reconstruction, CPC, and SimCLR, to name but a few. With the initial success of these methods, the time has come for a systematic inventory and analysis of the potential self-supervised learning has for the field. This paper provides exactly that. We assess the progress of self-supervised HAR research by introducing a framework that performs a multi-faceted exploration of model performance. We organize the framework into three dimensions, each containing three constituent criteria, such that each dimension captures specific aspects of performance, including the robustness to differing source and target conditions, the influence of dataset characteristics, and the feature space characteristics. We utilize this framework to assess seven state-of-the-art self-supervised methods for HAR, leading to the formulation of insights into the properties of these techniques and to establish their value towards learning representations for diverse scenarios.
@article{10.1145/3550299, abbr = {IMWUT}, bibtex_show = {true}, author = {Haresamudram, Harish and Essa, Irfan and Pl\"{o}tz, Thomas}, title = {Assessing the State of Self-Supervised Human Activity Recognition Using Wearables}, year = {2022}, issue_date = {September 2022}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, volume = {6}, number = {3}, url = {https://doi.org/10.1145/3550299}, doi = {10.1145/3550299}, journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.}, month = sep, articleno = {116}, numpages = {47}, keywords = {self-supervised learning, representation learning, human activity recognition}, html = {https://dl.acm.org/doi/10.1145/3550299}, selected = {true} }

ACMH

Food, Mood, Context: Examining College Students’ Eating Context and Mental Well-Being

Morshed, Mehrab Bin, Kulkarni, Samruddhi Shreeram, Saha, Koustuv, Li, Richard, Roper, Leah G, Nachman, Lama, Lu, Hong, Mirabella, Lucia, Srivastava, Sanjeev, Barbaro, Kaya, and others,

ACM Transactions on Computing for Healthcare Sep 2022

Bib HTML

@article{morshed2022food,
  abbr = {ACMH},
  bibtex_show = {true},
  title = {Food, Mood, Context: Examining College Students’ Eating Context and Mental Well-Being},
  author = {Morshed, Mehrab Bin and Kulkarni, Samruddhi Shreeram and Saha, Koustuv and Li, Richard and Roper, Leah G and Nachman, Lama and Lu, Hong and Mirabella, Lucia and Srivastava, Sanjeev and de Barbaro, Kaya and others},
  journal = {ACM Transactions on Computing for Healthcare},
  year = {2022},
  publisher = {ACM New York, NY},
  html = {https://dl.acm.org/doi/abs/10.1145/3533390}
}

CHI

Supporting the Contact Tracing Process with WiFi Location Data: Opportunities and Challenges

Hall, Kaely, Yoo, Dong Whi, Zhang, Wenrui, Bin Morshed, Mehrab, Das Swain, Vedant, Abowd, Gregory D, De Choudhury, Munmun, Endert, Alex, Stasko, John, and Kim, Jennifer G

Sep 2022

Bib HTML

@article{hall2022supporting,
  abbr = {CHI},
  bibtex_show = {true},
  title = {Supporting the Contact Tracing Process with WiFi Location Data: Opportunities and Challenges},
  author = {Hall, Kaely and Yoo, Dong Whi and Zhang, Wenrui and Bin Morshed, Mehrab and Das Swain, Vedant and Abowd, Gregory D and De Choudhury, Munmun and Endert, Alex and Stasko, John and Kim, Jennifer G},
  booktitle = {CHI Conference on Human Factors in Computing Systems},
  pages = {1--14},
  year = {2022},
  html = {https://dl.acm.org/doi/abs/10.1145/3491102.3517703}
}

CHI

Design of Digital Workplace Stress-Reduction Intervention Systems: Effects of Intervention Type and Timing

Howe, Esther, Suh, Jina, Bin Morshed, Mehrab, McDuff, Daniel, Rowan, Kael, Hernandez, Javier, Abdin, Marah Ihab, Ramos, Gonzalo, Tran, Tracy, and Czerwinski, Mary P

Sep 2022

Bib HTML

@article{howe2022design,
  abbr = {CHI},
  bibtex_show = {true},
  title = {Design of Digital Workplace Stress-Reduction Intervention Systems: Effects of Intervention Type and Timing},
  author = {Howe, Esther and Suh, Jina and Bin Morshed, Mehrab and McDuff, Daniel and Rowan, Kael and Hernandez, Javier and Abdin, Marah Ihab and Ramos, Gonzalo and Tran, Tracy and Czerwinski, Mary P},
  booktitle = {CHI Conference on Human Factors in Computing Systems},
  pages = {1--16},
  year = {2022},
  html = {https://dl.acm.org/doi/abs/10.1145/3491102.3502027}
}

2021

IMWUT

Ubi-SleepNet: Advanced Multimodal Fusion Techniques for Three-stage Sleep Classification Using Ubiquitous Sensing

Zhai, Bing, Guan, Yu, Catt, Michael, and Plötz, Thomas

Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies Sep 2021

Bib HTML

@article{zhai2021ubi,
  abbr = {IMWUT},
  bibtex_show = {true},
  title = {Ubi-SleepNet: Advanced Multimodal Fusion Techniques for Three-stage Sleep Classification Using Ubiquitous Sensing},
  author = {Zhai, Bing and Guan, Yu and Catt, Michael and Pl{\"o}tz, Thomas},
  journal = {Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
  volume = {5},
  number = {4},
  pages = {1--33},
  year = {2021},
  publisher = {ACM New York, NY, USA},
  html = {https://arxiv.org/pdf/2111.10245}
}

Sensors

Complex Deep Neural Networks from Large Scale Virtual IMU Data for Effective Human Activity Recognition Using Wearables

Kwon, Hyeokhyen, Abowd, Gregory D, and Plötz, Thomas

Sensors Sep 2021

Bib HTML

@article{kwon2021complex,
  abbr = {Sensors},
  bibtex_show = {true},
  title = {Complex Deep Neural Networks from Large Scale Virtual IMU Data for Effective Human Activity Recognition Using Wearables},
  author = {Kwon, Hyeokhyen and Abowd, Gregory D and Pl{\"o}tz, Thomas},
  journal = {Sensors},
  volume = {21},
  number = {24},
  pages = {8337},
  year = {2021},
  publisher = {MDPI},
  html = {https://www.mdpi.com/1424-8220/21/24/8337/pdf}
}

ISWC

On the Role of Context Length for Feature Extraction and Sequence Modeling in Human Activity Recognition

Hiremath, Shruthi Kashinath, and Ploetz, Thomas

In 2021 International Symposium on Wearable Computers Sep 2021

Bib HTML

@inproceedings{hiremath2021role,
  abbr = {ISWC},
  bibtex_show = {true},
  title = {On the Role of Context Length for Feature Extraction and Sequence Modeling in Human Activity Recognition},
  author = {Hiremath, Shruthi Kashinath and Ploetz, Thomas},
  booktitle = {2021 International Symposium on Wearable Computers},
  pages = {13--17},
  year = {2021},
  html = {https://dl.acm.org/doi/fullHtml/10.1145/3460421.3478825}
}

ACM

Can You See It? Good, So We Can Sense It!

Kwon, Hyeokhyen, Tong, Catherine, Haresamudram, Harish, Gao, Yan, Abowd, Gregory D, Lane, Nicholas D, and Ploetz, Thomas

GetMobile: Mobile Computing and Communications Sep 2021

Bib HTML

@article{kwon2021can,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Can You See It? Good, So We Can Sense It!},
  author = {Kwon, Hyeokhyen and Tong, Catherine and Haresamudram, Harish and Gao, Yan and Abowd, Gregory D and Lane, Nicholas D and Ploetz, Thomas},
  journal = {GetMobile: Mobile Computing and Communications},
  volume = {25},
  number = {2},
  pages = {38--42},
  year = {2021},
  publisher = {ACM New York, NY, USA},
  html = {https://dl.acm.org/doi/abs/10.1145/3486880.3486891}
}

IMWUT

Approaching the real-world: Supporting activity recognition training with virtual imu data

Kwon, Hyeokhyen, Wang, Bingyao, Abowd, Gregory D, and Plötz, Thomas

Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies Sep 2021

Bib HTML

@article{kwon2021approaching,
  abbr = {IMWUT},
  bibtex_show = {true},
  title = {Approaching the real-world: Supporting activity recognition training with virtual imu data},
  author = {Kwon, Hyeokhyen and Wang, Bingyao and Abowd, Gregory D and Pl{\"o}tz, Thomas},
  journal = {Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
  volume = {5},
  number = {3},
  pages = {1--32},
  year = {2021},
  publisher = {ACM New York, NY, USA},
  html = {https://dl.acm.org/doi/abs/10.1145/3478096}
}

ACM

Applying machine learning for sensor data analysis in interactive systems: Common pitfalls of pragmatic use and ways to avoid them

PlÖtz, Thomas

ACM Computing Surveys (CSUR) Sep 2021

Bib

@article{plotz2021applying,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Applying machine learning for sensor data analysis in interactive systems: Common pitfalls of pragmatic use and ways to avoid them},
  author = {Pl{\"O}tz, Thomas},
  journal = {ACM Computing Surveys (CSUR)},
  volume = {54},
  number = {6},
  pages = {1--25},
  year = {2021},
  publisher = {ACM New York, NY, USA},
  selected = {true}
}

PSM

Deep learning-based automated speech detection as a marker of social functioning in late-life depression

Little, Bethany, Alshabrawy, Ossama, Stow, Daniel, Ferrier, I Nicol, McNaney, Roisin, Jackson, Daniel G, Ladha, Karim, Ladha, Cassim, Ploetz, Thomas, Bacardit, Jaume, and others,

Psychological medicine Sep 2021

Bib HTML

@article{little2021deep,
  abbr = {PSM},
  bibtex_show = {true},
  title = {Deep learning-based automated speech detection as a marker of social functioning in late-life depression},
  author = {Little, Bethany and Alshabrawy, Ossama and Stow, Daniel and Ferrier, I Nicol and McNaney, Roisin and Jackson, Daniel G and Ladha, Karim and Ladha, Cassim and Ploetz, Thomas and Bacardit, Jaume and others},
  journal = {Psychological medicine},
  volume = {51},
  number = {9},
  pages = {1441--1450},
  year = {2021},
  publisher = {Cambridge University Press},
  html = {https://www.cambridge.org/core/services/aop-cambridge-core/content/view/6C9B01C80FC996FC484509AD2DCFF1DB/S0033291719003994a.pdf/deep-learning-based-automated-speech-detection-as-a-marker-of-social-functioning-in-late-life-depression.pdf}
}

arXiv

Explainable Activity Recognition for Smart Home Systems

Das, Devleena, Nishimura, Yasutaka, Vivek, Rajan P, Takeda, Naoto, Fish, Sean T, Ploetz, Thomas, and Chernova, Sonia

arXiv preprint arXiv:2105.09787 Sep 2021

Bib HTML

@article{das2021explainable,
  abbr = {arXiv},
  bibtex_show = {true},
  title = {Explainable Activity Recognition for Smart Home Systems},
  author = {Das, Devleena and Nishimura, Yasutaka and Vivek, Rajan P and Takeda, Naoto and Fish, Sean T and Ploetz, Thomas and Chernova, Sonia},
  journal = {arXiv preprint arXiv:2105.09787},
  year = {2021},
  html = {https://arxiv.org/abs/2105.09787}
}

arXiv

PLAN-B: predicting likely alternative next best sequences for action prediction

Scarafoni, Dan, Essa, Irfan, and Ploetz, Thomas

arXiv preprint arXiv:2103.15987 Sep 2021

Bib HTML

@article{scarafoni2021plan,
  abbr = {arXiv},
  bibtex_show = {true},
  title = {PLAN-B: predicting likely alternative next best sequences for action prediction},
  author = {Scarafoni, Dan and Essa, Irfan and Ploetz, Thomas},
  journal = {arXiv preprint arXiv:2103.15987},
  year = {2021},
  html = {https://arxiv.org/pdf/2103.15987}
}

Springer

Personalization Models for Human Activity Recognition with Distribution Matching-Based Metrics

Nguyen, Huy Thong, Kwon, Hyeokhyen, Haresamudram, Harish, Peterson, Andrew F, and Plötz, Thomas

In International Workshop on Deep Learning for Human Activity Recognition Sep 2021

Bib HTML

@inproceedings{nguyen2021personalization,
  abbr = {Springer},
  bibtex_show = {true},
  title = {Personalization Models for Human Activity Recognition with Distribution Matching-Based Metrics},
  author = {Nguyen, Huy Thong and Kwon, Hyeokhyen and Haresamudram, Harish and Peterson, Andrew F and Pl{\"o}tz, Thomas},
  booktitle = {International Workshop on Deep Learning for Human Activity Recognition},
  pages = {43--56},
  year = {2021},
  organization = {Springer},
  html = {https://link.springer.com/chapter/10.1007/978-981-16-0575-8_4}
}

ISWC

ISWC 2020: A Gathertown of Cyborgs

Plötz, Thomas, Healey, Jennifer, and Van Laerhoven, Kristof

IEEE Pervasive Comput. Sep 2021

Bib HTML

@article{plotz2021iswc,
  abbr = {ISWC},
  bibtex_show = {true},
  title = {ISWC 2020: A Gathertown of Cyborgs},
  author = {Pl{\"o}tz, Thomas and Healey, Jennifer and Van Laerhoven, Kristof},
  journal = {IEEE Pervasive Comput.},
  volume = {20},
  number = {1},
  pages = {45--49},
  year = {2021},
  html = {https://www.computer.org/csdl/magazine/pc/2021/01/09379960/1s111GY9AmA}
}

IMWUT

Contrastive predictive coding for human activity recognition

Harish Haresamudram, Thomas Plötz

Proc. ACM Interact. Mob. Wearable Ubiquitous Technol. Sep 2021

Bib HTML

@article{contrastive,
  abbr = {IMWUT},
  bibtex_show = {true},
  title = {Contrastive predictive coding for human activity recognition},
  author = {Harish Haresamudram, Irfan Essa, Thomas Plötz},
  journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.},
  volume = {5},
  number = {2},
  article = {65},
  year = {2021},
  publisher = {Association for Computing Machinary},
  html = {https://dl.acm.org/doi/abs/10.1145/3463506}
}

ACM

Deep learning-based automated speech detection as a marker of social functioning in late-life depression

Psychological Medicine Sep 2021

Bib HTML

@article{dl,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Deep learning-based automated speech detection as a marker of social functioning in late-life depression},
  author = {},
  journal = {Psychological Medicine},
  year = {2021},
  publisher = {Cambridge University Press},
  html = {https://pubmed.ncbi.nlm.nih.gov/31944174/}
}

2020

ACM

Generalized and efficient skill assessment from IMU data with applications in gymnastics and medical training

Khan, Aftab, Mellor, Sebastian, King, Rachel, Janko, Balazs, Harwin, William, Sherratt, R Simon, Craddock, Ian, and Plötz, Thomas

ACM Transactions on Computing for Healthcare Sep 2020

Bib HTML

@article{khan2020generalized,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Generalized and efficient skill assessment from IMU data with applications in gymnastics and medical training},
  author = {Khan, Aftab and Mellor, Sebastian and King, Rachel and Janko, Balazs and Harwin, William and Sherratt, R Simon and Craddock, Ian and Pl{\"o}tz, Thomas},
  journal = {ACM Transactions on Computing for Healthcare},
  volume = {2},
  number = {1},
  pages = {1--21},
  year = {2020},
  publisher = {ACM New York, NY, USA},
  html = {https://dl.acm.org/doi/pdf/10.1145/3422168?casa_token=ishK1kC_SGEAAAAA:yaFgzJO0VImng_dRfikc4t1IlOzo6ivMGgKGa6myoq2HGDuysoJaeV7Sln3tGpXrE9cUWxrMeg}
}

ACM

Sensing Affect to Empower Students: Learner Perspectives on Affect-Sensitive Technology in Large Educational Contexts

Wang, Qiaosi, Jing, Shan, Joyner, David, Wilcox, Lauren, Li, Hong, Plötz, Thomas, and Disalvo, Betsy

In Proceedings of the Seventh ACM Conference on Learning@ Scale Sep 2020

Bib HTML

@inproceedings{wang2020sensing,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Sensing Affect to Empower Students: Learner Perspectives on Affect-Sensitive Technology in Large Educational Contexts},
  author = {Wang, Qiaosi and Jing, Shan and Joyner, David and Wilcox, Lauren and Li, Hong and Pl{\"o}tz, Thomas and Disalvo, Betsy},
  booktitle = {Proceedings of the Seventh ACM Conference on Learning@ Scale},
  pages = {63--76},
  year = {2020},
  html = {https://dl.acm.org/doi/pdf/10.1145/3386527.3405917?casa_token=XlkDPJx_wssAAAAA:KaeG82s32FFk8_DSPjX1GZQTgRcF8PXz6iIEts4vZnDZkqQbCU7J0LFrgFx0kqB2afB3RO-7_Q}
}

IEEE

Estimation of instantaneous oxygen uptake during exercise and daily activities using a wearable cardio-electromechanical and environmental sensor

Shandhi, Md Mobashir Hasan, Bartlett, William H, Heller, James Alex, Etemadi, Mozziyar, Young, Aaron, Plötz, Thomas, and Inan, Omer T

IEEE Journal of Biomedical and Health Informatics Sep 2020

Bib HTML

@article{shandhi2020estimation,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Estimation of instantaneous oxygen uptake during exercise and daily activities using a wearable cardio-electromechanical and environmental sensor},
  author = {Shandhi, Md Mobashir Hasan and Bartlett, William H and Heller, James Alex and Etemadi, Mozziyar and Young, Aaron and Pl{\"o}tz, Thomas and Inan, Omer T},
  journal = {IEEE Journal of Biomedical and Health Informatics},
  volume = {25},
  number = {3},
  pages = {634--646},
  year = {2020},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/iel7/6221020/6363502/09143414.pdf?casa_token=BI7b0Q5TWfsAAAAA:6o_ZiA_MLue1-DI_r-8UhUl7Q8WG6sv8ez7JnWcI22rUGmYMtY6T08Tn16cXOqZ34Ouv6g}
}

arXiv

Transfer learning for activity recognition in mobile health

Ma, Yuchao, Campbell, Andrew T, Cook, Diane J, Lach, John, Patel, Shwetak N, Ploetz, Thomas, Sarrafzadeh, Majid, Spruijt-Metz, Donna, and Ghasemzadeh, Hassan

arXiv preprint arXiv:2007.06062 Sep 2020

Bib HTML

@article{ma2020transfer,
  abbr = {arXiv},
  bibtex_show = {true},
  title = {Transfer learning for activity recognition in mobile health},
  author = {Ma, Yuchao and Campbell, Andrew T and Cook, Diane J and Lach, John and Patel, Shwetak N and Ploetz, Thomas and Sarrafzadeh, Majid and Spruijt-Metz, Donna and Ghasemzadeh, Hassan},
  journal = {arXiv preprint arXiv:2007.06062},
  year = {2020},
  html = {https://arxiv.org/pdf/2007.06062}
}

arXiv

Leveraging WiFi network logs to infer social interactions: A case study of academic performance and student behavior

Swain, V Das, Kwon, HyeokHyen, Saket, Bahador, Morshed, M Bin, Tran, KATHY, Patel, Devashru, Tian, YEXIN, Philipose, Joshua, Cui, YULAI, Plötz, Thomas, and others,

arXiv preprint arXiv:2005.11228 Sep 2020

Bib HTML

@article{swain2020leveraging,
  abbr = {arXiv},
  bibtex_show = {true},
  title = {Leveraging WiFi network logs to infer social interactions: A case study of academic performance and student behavior},
  author = {Swain, V Das and Kwon, HyeokHyen and Saket, Bahador and Morshed, M Bin and Tran, KATHY and Patel, Devashru and Tian, YEXIN and Philipose, Joshua and Cui, YULAI and Pl{\"o}tz, Thomas and others},
  journal = {arXiv preprint arXiv:2005.11228},
  year = {2020},
  html = {https://arxiv.org/abs/2005.11228}
}

EAI

Measuring self-esteem with passive sensing

Bin Morshed, Mehrab, Saha, Koustuv, De Choudhury, Munmun, Abowd, Gregory D, and Plötz, Thomas

In Proceedings of the 14th EAI International Conference on Pervasive Computing Technologies for Healthcare Sep 2020

Bib HTML

@inproceedings{bin2020measuring,
  abbr = {EAI},
  bibtex_show = {true},
  title = {Measuring self-esteem with passive sensing},
  author = {Bin Morshed, Mehrab and Saha, Koustuv and De Choudhury, Munmun and Abowd, Gregory D and Pl{\"o}tz, Thomas},
  booktitle = {Proceedings of the 14th EAI International Conference on Pervasive Computing Technologies for Healthcare},
  pages = {363--366},
  year = {2020},
  html = {https://dl.acm.org/doi/abs/10.1145/3421937.3421952}
}

IMWUT

Deriving Effective Human Activity Recognition Systems through Objective Task Complexity Assessment

Shruthi K Hiremath, Thomas Plötz

Proc. ACM Interact. Mob. Wearable Ubiquitous Technol. Sep 2020

Bib HTML

@article{deriving,
  abbr = {IMWUT},
  bibtex_show = {true},
  title = {Deriving Effective Human Activity Recognition Systems through Objective Task Complexity Assessment},
  author = {Shruthi K Hiremath, Thomas Plötz},
  journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.},
  volume = {4},
  number = {4},
  article = {131},
  year = {2020},
  publisher = {Association for Computing Machinary},
  html = {https://dl.acm.org/doi/10.1145/3432227}
}

JMIR

A Real-Time Eating Detection System for Capturing Eating Moments and Triggering Ecological Momentary Assessments to Obtain Further Context: System Development and Validation Study

JMIR mHealth and uHealth Sep 2020

Bib HTML

@article{a real-time,
  abbr = {JMIR},
  bibtex_show = {true},
  title = {A Real-Time Eating Detection System for Capturing Eating Moments and Triggering Ecological Momentary Assessments to Obtain Further Context: System Development and Validation Study},
  author = {},
  journal = {JMIR mHealth and uHealth},
  year = {2020},
  publisher = {Journal of Medical Internet Research},
  html = {https://mhealth.jmir.org/2020/12/e20625/}
}

ISWC

Masked reconstruction based self-supervision for human activity recognition

Haresamudram, Harish, Beedu, Apoorva, Agrawal, Varun, Grady, Patrick L, Essa, Irfan, Hoffman, Judy, and Plötz, Thomas

In Proceedings of the 2020 international symposium on wearable computers Sep 2020

Bib HTML

@inproceedings{haresamudram2020masked,
  abbr = {ISWC},
  bibtex_show = {true},
  title = {Masked reconstruction based self-supervision for human activity recognition},
  author = {Haresamudram, Harish and Beedu, Apoorva and Agrawal, Varun and Grady, Patrick L and Essa, Irfan and Hoffman, Judy and Pl{\"o}tz, Thomas},
  booktitle = {Proceedings of the 2020 international symposium on wearable computers},
  pages = {45--49},
  year = {2020},
  html = {https://dl.acm.org/doi/abs/10.1145/3410531.3414306}
}

IEEE

Estimation of Instantaneous Oxygen Uptake during Exercise and Daily Activities using a Wearable Cardio-Electromechanical and Environmental Sensor

IEEE Journal of Biomedical and Health Informatics Sep 2020

Bib HTML

@article{estimation,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Estimation of Instantaneous Oxygen Uptake during Exercise and Daily Activities using a Wearable Cardio-Electromechanical and Environmental Sensor},
  author = {},
  journal = {IEEE Journal of Biomedical and Health Informatics},
  year = {2020},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/abstract/document/9143414}
}

ACM

IMUTube: Automatic extraction of virtual on-body accelerometry from video for human activity recognition

Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies Sep 2020

Bib HTML

@article{imutube,
  abbr = {ACM},
  bibtex_show = {true},
  title = {IMUTube: Automatic extraction of virtual on-body accelerometry from video for human activity recognition},
  author = {},
  journal = {Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
  volume = {4},
  number = {3},
  article = {65},
  year = {2020},
  publisher = {Association for Computing Machinary},
  html = {https://dl.acm.org/doi/10.1145/3411841}
}

2019

ACM

Towards Reliable, Automated General Movement Assessment for Perinatal Stroke Screening in Infants Using Wearable Accelerometers

Proc. ACM Interact. Mob. Wearable Ubiquitous Technol. Sep 2019

Bib HTML

@article{towards,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Towards Reliable, Automated General Movement Assessment for Perinatal Stroke Screening in Infants Using Wearable Accelerometers},
  author = {},
  journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.},
  volume = {3},
  number = {1},
  article = {12},
  year = {2019},
  publisher = {Association for Computing Machinary},
  html = {https://dl.acm.org/doi/abs/10.1145/3314399}
}

IEEE

Recognition Of Atypical Behavior In Autism Diagnosis From Video Using Pose Estimation Over Time

IEEE 29th International Workshop on Machine Learning for Signal Processing Sep 2019

Bib HTML

@article{recognition,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Recognition Of Atypical Behavior In Autism Diagnosis From Video Using Pose Estimation Over Time},
  author = {},
  journal = {IEEE 29th International Workshop on Machine Learning for Signal Processing},
  year = {2019},
  publisher = {IEEE},
  html = {https://www.researchgate.net/publication/337791024_Recognition_Of_Atypical_Behavior_In_Autism_Diagnosis_From_Video_Using_Pose_Estimation_Over_Time}
}

ISWC

Handling annotation uncertainty in human activity recognition

Hyeokhyen Kwon, Thomas Ploetz

Proceedings of the 23rd International Symposium on Wearable Computers Sep 2019

Bib HTML

@article{handling,
  abbr = {ISWC},
  bibtex_show = {true},
  title = {Handling annotation uncertainty in human activity recognition},
  author = {Hyeokhyen Kwon, Gregory Abowd, Thomas Ploetz},
  journal = {Proceedings of the 23rd International Symposium on Wearable Computers},
  year = {2019},
  publisher = {Association for Computing Machinary},
  html = {https://dl.acm.org/doi/10.1145/3341163.3347744}
}

ACM

Prediction of Mood Instability with Passive Sensing

Morshed, Mehrab Bin, Saha, Koustuv, Li, Richard, D’Mello, Sidney K, De Choudhury, Munmun, Abowd, Gregory D, and Ploetz, Thomas

Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies Sep 2019

Bib HTML

@article{Prediction of Mood Instability with Passive Sensing,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Prediction of Mood Instability with Passive Sensing},
  author = {Morshed, Mehrab Bin and Saha, Koustuv and Li, Richard and D'Mello, Sidney K and De Choudhury, Munmun and Abowd, Gregory D and Ploetz, Thomas},
  journal = {Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
  year = {2019},
  publisher = {ACM},
  html = {https://dl.acm.org/doi/10.1145/3351233}
}

2018

T&F

Comparing Regional Patterns of Individual Movement Using Corrected Mobility Entropy

Journal of Urban Technology Sep 2018

Bib HTML

@article{Comparing Regional Patterns of Individual Movement Using Corrected Mobility Entropy,
  abbr = {T&F},
  bibtex_show = {true},
  title = {Comparing Regional Patterns of Individual Movement Using Corrected Mobility Entropy},
  author = {},
  journal = {Journal of Urban Technology},
  year = {2018},
  html = {https://www.tandfonline.com/doi/full/10.1080/10630732.2018.1450593}
}

SAGE

Prompting arm activity after stroke: A clinical proof of concept study of wrist-worn accelerometers with a vibrating alert function

Journal of Rehabilitation and Assistive Technologies Engineering Sep 2018

Bib HTML

@article{Prompting arm activity after stroke: A clinical proof of concept study of wrist worn accelerometers with a vibrating alert function,
  abbr = {SAGE},
  bibtex_show = {true},
  title = {Prompting arm activity after stroke: A clinical proof of concept study of wrist-worn accelerometers with a vibrating alert function},
  author = {},
  journal = {Journal of Rehabilitation and Assistive Technologies Engineering},
  year = {2018},
  html = {https://doi.org/10.1177/2055668318761524}
}

IEEE

Deep Learning for Human Activity Recognition in Mobile Computing, Machine Learning

Thomas Ploetz, Yu Guan

Mobile, wearable, ubiquitous computing; Activity Recognition Sep 2018

Bib HTML

@article{Deep Learning for Human Activity Recognition in Mobile Computing Machine Learning,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Deep Learning for Human Activity Recognition in Mobile Computing, Machine Learning},
  author = {Thomas Ploetz, Yu Guan},
  journal = {Mobile, wearable, ubiquitous computing; Activity Recognition},
  year = {2018},
  html = {https://ieeexplore.ieee.org/document/8364643}
}

2017

IxD&A

Designing Future Ubiquitous Homes with OUI Interiors - Possibilities and Challenges

S. Nabil, T. Ploetz, and Wright, P. C.

Interaction Design and Architectures, Sep 2017

Bib HTML

@article{Designing Future Ubiquitous Homes with OUI Interiors Possibilities and Challenges,
  abbr = {IxD&A},
  bibtex_show = {true},
  title = {Designing Future Ubiquitous Homes with OUI Interiors - Possibilities and Challenges},
  author = {S. Nabil, D. S. Kirk, T. Ploetz and Wright, P. C.},
  journal = {Interaction Design and Architectures,},
  year = {2017},
  html = {https://www.researchgate.net/publication/318491574_Designing_future_ubiquitous_homes_with_OUI_Interiors_Possibilities_and_challenges}
}

ACM

A Unified Model for User Identification on Multi-Touch Surfaces: A Survey and Meta-Analysis

Ahmed Kharrufa, Thomas Ploetz, and Olivier, Patrick

ACM Transactions on Computer- Human Interaction Sep 2017

Bib HTML

@article{A Unified Model for User Identification on Multi Touch Surfaces: A Survey and Meta Analysis,
  abbr = {ACM},
  bibtex_show = {true},
  title = {A Unified Model for User Identification on Multi-Touch Surfaces: A Survey and Meta-Analysis},
  author = {Ahmed Kharrufa, Thomas Ploetz and Olivier, Patrick},
  journal = {ACM Transactions on Computer- Human Interaction},
  year = {2017},
  html = {https://dl.acm.org/doi/10.1145/3144569}
}

ACM

Ensembles of Deep LSTM Learners for Activity Recognition using Wearables

Yu Guan, Thomas Ploetz

Wearables, Machine Learning, Ubiquitous and Wearable Computing, Activity Recognition,PACM IMWUT Sep 2017

Bib HTML

@article{Ensembles of Deep LSTM Learners for Activity Recognition using Wearables,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Ensembles of Deep LSTM Learners for Activity Recognition using Wearables},
  author = {Yu Guan, Thomas Ploetz},
  journal = {Wearables, Machine Learning, Ubiquitous and Wearable Computing, Activity Recognition,PACM IMWUT},
  year = {2017},
  html = {https://dl.acm.org/doi/10.1145/3090076}
}

2013

PLOS ONE

Cardiorespiratory fitness is associated with hard and light intensity physical activity but not time spent sedentary in 10–14 year old schoolchildren: the HAPPY study

Denton, Sarah J, Trenell, Michael I, Ploetz, Thomas, Savory, Louise A, Bailey, Daniel P, and Kerr, Catherine J

PLOS One Sep 2013

Bib HTML

@article{cardiorespiratory,
  abbr = {PLOS ONE},
  bibtex_show = {true},
  title = {Cardiorespiratory fitness is associated with hard and light intensity physical activity but not time spent sedentary in 10–14 year old schoolchildren: the HAPPY study},
  author = {Denton, Sarah J and Trenell, Michael I and Ploetz, Thomas and Savory, Louise A and Bailey, Daniel P and Kerr, Catherine J},
  journal = {PLOS One},
  year = {2013},
  publisher = {Public Library of Science},
  html = {https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0061073}
}

PLOS ONE

Physical activity, sedentary behaviour and metabolic control following stroke: a cross-sectional and longitudinal study

Moore, Sarah A, Hallsworth, Kate, Ploetz, Thomas, Ford, Gary A, Rochester, Lynn, and Trenell, Michael I

PLOS One Sep 2013

Bib HTML

@article{Physical activity sedentary behaviour and metabolic control following stroke: a cross-sectional and longitudinal study,
  abbr = {PLOS ONE},
  bibtex_show = {true},
  title = {Physical activity, sedentary behaviour and metabolic control following stroke: a cross-sectional and longitudinal study},
  author = {Moore, Sarah A and Hallsworth, Kate and Ploetz, Thomas and Ford, Gary A and Rochester, Lynn and Trenell, Michael I},
  journal = {PLOS One},
  year = {2013},
  publisher = {PLOS},
  html = {https://pubmed.ncbi.nlm.nih.gov/23383131/}
}

ACM

The mobile fitness coach: Towards individualized skill assessment using personalized mobile devices

Kranz, Matthias, Moeller, Andreas, Hammerla, Nils, Diewald, Stefan, Olivier, Patrick, Roalter, Luis, and Ploetz, Thomas

Pervasive and Mobile Computing, Elsevier Sep 2013

Bib HTML

@article{The mobile fitness coach: Towards individualized skill assessment using personalized mobile devices,
  abbr = {ACM},
  bibtex_show = {true},
  title = {The mobile fitness coach: Towards individualized skill assessment using personalized mobile devices},
  author = {Kranz, Matthias and Moeller, Andreas and Hammerla, Nils and Diewald, Stefan and Olivier, Patrick and Roalter, Luis and Ploetz, Thomas},
  journal = {Pervasive and Mobile Computing, Elsevier},
  year = {2013},
  publisher = {ACM},
  html = {https://www.sciencedirect.com/science/article/pii/S1574119212000673}
}

2012

ACM

Digital Object Memories for the Internet of Things (DOMe-Iot)

Kawsar, Fahim, Speed, Chris, Kroener, Alexander, Haupert, Jens, Ploetz, Thomas, and Schreiber, Daniel

Proceedings of the 2012 ACM Conference on Ubiquitous Computing Sep 2012

Bib HTML

@article{digital,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Digital Object Memories for the Internet of Things (DOMe-Iot)},
  author = {Kawsar, Fahim and Speed, Chris and Kroener, Alexander and Haupert, Jens and Ploetz, Thomas and Schreiber, Daniel},
  journal = {Proceedings of the 2012 ACM Conference on Ubiquitous Computing},
  year = {2012},
  publisher = {ACM},
  html = {https://dl.acm.org/doi/10.1145/2370216.2370462}
}

ACM

The French Kitchen: Task-Based Learning in an Instrumented Kitchen

Hooper, Clare J, Preston, Anne, Balaam, Madeline, Seedhouse, Paul, Rafiev, Ashur, Kipling, Mat, Jackson, Daniel, Pham, Cuong, Ladha, Cassim, Ladha, Karim, and others,

14th International Conference on Ubiquitous Computing Sep 2012

Bib HTML

@article{The French Kitchen: Task-Based Learning in an Instrumented Kitchen,
  abbr = {ACM},
  bibtex_show = {true},
  title = {The French Kitchen: Task-Based Learning in an Instrumented Kitchen},
  author = {Hooper, Clare J and Preston, Anne and Balaam, Madeline and Seedhouse, Paul and Rafiev, Ashur and Kipling, Mat and Jackson, Daniel and Pham, Cuong and Ladha, Cassim and Ladha, Karim and others},
  journal = {14th International Conference on Ubiquitous Computing},
  year = {2012},
  publisher = {ACM},
  html = {https://eprints.ncl.ac.uk/185233}
}

ACM

Recognizing water-based activities in the home through infrastructure-mediated sensing

Thomaz, Edison, Bettadapura, Vinay, Reyes, Gabriel, Sandesh, Megha, Schindler, Grant, Ploetz, Thomas, Abowd, Gregory D, and Essa, Irfan

Proceedings of the 2012 ACM Conference on Ubiquitous Computing Sep 2012

Bib HTML

@article{Recognizing water-based activities in the home through infrastructure-mediated sensing,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Recognizing water-based activities in the home through infrastructure-mediated sensing},
  author = {Thomaz, Edison and Bettadapura, Vinay and Reyes, Gabriel and Sandesh, Megha and Schindler, Grant and Ploetz, Thomas and Abowd, Gregory D and Essa, Irfan},
  journal = {Proceedings of the 2012 ACM Conference on Ubiquitous Computing},
  year = {2012},
  publisher = {ACM},
  html = {https://dl.acm.org/doi/10.1145/2370216.2370230}
}

ACM

Automatic assessment of problem behavior in individuals with developmental disabilities

Ploetz, Thomas, Hammerla, Nils Y, Rozga, Agata, Reavis, Andrea, Call, Nathan, and Abowd, Gregory D

Proceedings of the 2012 ACM conference on ubiquitous computing Sep 2012

Bib HTML

@article{Automatic assessment of problem behavior in individuals with developmental disabilities,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Automatic assessment of problem behavior in individuals with developmental disabilities},
  author = {Ploetz, Thomas and Hammerla, Nils Y and Rozga, Agata and Reavis, Andrea and Call, Nathan and Abowd, Gregory D},
  journal = {Proceedings of the 2012 ACM conference on ubiquitous computing},
  year = {2012},
  publisher = {ACM},
  html = {https://dl.acm.org/doi/10.1145/2370216.2370276}
}

IEEE

Automatic Synchronization of Wearable Sensors and Video Cameras for Ground Truth Annotation: A Practical Approach

Ploetz, Thomas, Chen, Chen, Hammerla, Nils Y, and Abowd, Gregory D

2012 16th International Symposium on Wearable Computers Sep 2012

Bib HTML

@article{Automatic Synchronization of Wearable Sensors and Video Cameras for Ground Truth Annotation: A Practical Approach,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Automatic Synchronization of Wearable Sensors and Video Cameras for Ground Truth Annotation: A Practical Approach},
  author = {Ploetz, Thomas and Chen, Chen and Hammerla, Nils Y and Abowd, Gregory D},
  journal = {2012 16th International Symposium on Wearable Computers},
  year = {2012},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/6246150}
}

IEEE

Gymskill: A personal trainer for physical exercises

Moeller, Andreas, Roalter, Luis, Diewald, Stefan, Scherr, Johannes, Kranz, Matthias, Hammerla, Nils, Olivier, Patrick, and Ploetz, Thomas

IEEE International Conference on Pervasive Computing and Communications Sep 2012

Bib HTML

@article{Gymskill: A personal trainer for physical exercises,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Gymskill: A personal trainer for physical exercises},
  author = {Moeller, Andreas and Roalter, Luis and Diewald, Stefan and Scherr, Johannes and Kranz, Matthias and Hammerla, Nils and Olivier, Patrick and Ploetz, Thomas},
  journal = {IEEE International Conference on Pervasive Computing and Communications},
  year = {2012},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/6199869}
}

2011

ACM

Who is Cooking? Sensor-Based Actor Identification in the Kitchen

Ploetz, Thomas, Pham, Cuong, and Olivier, Patrick

International Workshop on Frontiers in Activity Recognition using Pervasive Sensing Sep 2011

Bib HTML

@article{Who is Cooking? Sensor-Based Actor Identification in the Kitchen,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Who is Cooking? Sensor-Based Actor Identification in the Kitchen},
  author = {Ploetz, Thomas and Pham, Cuong and Olivier, Patrick},
  journal = {International Workshop on Frontiers in Activity Recognition using Pervasive Sensing},
  year = {2011},
  publisher = {ACM},
  html = {https://eprints.ncl.ac.uk/184547}
}

ACM

Rapid specification and automated generation of prompting systems to assist people with dementia

Hoey, Jesse, Ploetz, Thomas, Jackson, Dan, Monk, Andrew, Pham, Cuong, and Olivier, Patrick

Pervasive and Mobile Computing, Elsevier Sep 2011

Bib HTML

@article{Rapid specification and automated generation of prompting systems to assist people with dementia,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Rapid specification and automated generation of prompting systems to assist people with dementia},
  author = {Hoey, Jesse and Ploetz, Thomas and Jackson, Dan and Monk, Andrew and Pham, Cuong and Olivier, Patrick},
  journal = {Pervasive and Mobile Computing, Elsevier},
  year = {2011},
  publisher = {ACM},
  html = {https://dl.acm.org/doi/10.1016/j.pmcj.2010.11.007}
}

ACM

Feature learning for activity recognition in ubiquitous computing

Plötz, Nils Y. Hammerla, and Olivier, Patrick L.

Twenty-Second International Joint Conference on Artificial Intelligence Sep 2011

Bib HTML

@article{Feature learning for activity recognition in ubiquitous computing,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Feature learning for activity recognition in ubiquitous computing},
  author = {Plötz, Thomas, Nils Y. Hammerla and Olivier, Patrick L.},
  journal = {Twenty-Second International Joint Conference on Artificial Intelligence},
  year = {2011},
  publisher = {ACM},
  html = {https://dl.acm.org/doi/10.5555/2283516.2283683}
}

IEEE

Towards a pervasive kitchen infrastructure for measuring cooking competence

International Conference on Pervasive Computing Technologies for Healthcare (PervasiveHealth) and Workshops Sep 2011

Bib HTML

@article{Towards a pervasive kitchen infrastructure for measuring cooking competence,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Towards a pervasive kitchen infrastructure for measuring cooking competence},
  author = {},
  journal = {International Conference on Pervasive Computing Technologies for Healthcare (PervasiveHealth) and Workshops},
  year = {2011},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/6038776?reload=true}
}

PLOS ONE

Habitual physical activity in mitochondrial disease

PLoS One Sep 2011

Bib HTML

@article{Habitual physical activity in mitochondrial disease,
  abbr = {PLOS ONE},
  bibtex_show = {true},
  title = {Habitual physical activity in mitochondrial disease},
  author = {},
  journal = {PLoS One},
  year = {2011},
  publisher = {PLoS One},
  html = {https://www.ncbi.nlm.nih.gov/pmc/articles/PMC3142121/}
}

ACM

Cueing for drooling in Parkinson’s disease

Proceedings of the SIGCHI Conference on Human Factors in Computing Systems Sep 2011

Bib HTML

@article{Cueing for drooling in Parkinson disease,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Cueing for drooling in Parkinson’s disease},
  author = {},
  journal = {Proceedings of the SIGCHI Conference on Human Factors in Computing Systems},
  year = {2011},
  publisher = {ACM},
  html = {https://dl.acm.org/doi/10.1145/1978942.1979030}
}

ACM

International workshop on networking and object memories for the internet of things

Proceedings of the 13th international conference on Ubiquitous computing Sep 2011

Bib HTML

@article{International workshop on networking and object memories for the internet of things,
  abbr = {ACM},
  bibtex_show = {true},
  title = {International workshop on networking and object memories for the internet of things},
  author = {},
  journal = {Proceedings of the 13th international conference on Ubiquitous computing},
  year = {2011},
  publisher = {ACM},
  html = {https://www.fahim-kawsar.net/papers/liu.Ubicomp2011-Camera.pdf}
}

Springer

Activity Recognition and Healthier Food Preparation

Activity Recognition in Pervasive Intelligent Environments. Sep 2011

Bib HTML

@article{Activity Recognition and Healthier Food Preparation,
  abbr = {Springer},
  bibtex_show = {true},
  title = {Activity Recognition and Healthier Food Preparation},
  author = {},
  journal = {Activity Recognition in Pervasive Intelligent Environments.},
  year = {2011},
  html = {https://link.springer.com/chapter/10.2991/978-94-91216-05-3_14}
}

QJM

Physical activity intensity but not sedentary activity is reduced in chronic fatigue syndrome and is associated with autonomic regulation

Newton, JL, Pairman, J, Hallsworth, K, Moore, S, Plotz, T, and Trenell, MI

QJM: An International Journal of Medicine Sep 2011

Bib HTML

@article{Physical activity intensity but not sedentary activity is reduced in chronic fatigue syndrome and is associated with autonomic regulation,
  abbr = {QJM},
  bibtex_show = {true},
  title = {Physical activity intensity but not sedentary activity is reduced in chronic fatigue syndrome and is associated with autonomic regulation},
  author = {Newton, JL and Pairman, J and Hallsworth, K and Moore, S and Plotz, T and Trenell, MI},
  journal = {QJM: An International Journal of Medicine},
  year = {2011},
  html = {https://academic.oup.com/qjmed/article/104/8/681/1582388?login=true}
}

ACM

Assessing motor performance with PCA

Hammerla, Nils Y, Plotz, Thomas, Andras, Peter, and Olivier, Patrick

Proc. Int. Workshop on Frontiers in Activity Recognition using Pervasive Sensing Sep 2011

Bib HTML

@article{Assessing motor performance with PCA,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Assessing motor performance with PCA},
  author = {Hammerla, Nils Y and Plotz, Thomas and Andras, Peter and Olivier, Patrick},
  journal = {Proc. Int. Workshop on Frontiers in Activity Recognition using Pervasive Sensing},
  year = {2011},
  html = {https://www.researchgate.net/publication/235955676_Assessing_Motor_Performance_with_PCA}
}

2010

IEEE

Real-time activity recognition for food preparation

Pham, Cuong, Ploetz, Thomas, and Oliver, Patrick

Proceedings of the IEEE International Conference on Computing and Communication Technologies Sep 2010

Bib HTML

@article{real time har,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Real-time activity recognition for food preparation},
  author = {Pham, Cuong and Ploetz, Thomas and Oliver, Patrick},
  journal = {Proceedings of the IEEE International Conference on Computing and Communication Technologies},
  year = {2010},
  publisher = {IEEE},
  html = {https://www.researchgate.net/publication/235955684_Real-Time_Activity_Recognition_for_Food_Preparation}
}

ACM

How to do good research in activity recognition

Ploetz, Thomas

Proceedings of the Workshop on “How to do good research in Activity Recognition” Sep 2010

Bib HTML

@article{How to do good research in activity recognition,
  abbr = {ACM},
  bibtex_show = {true},
  title = {How to do good research in activity recognition},
  author = {Ploetz, Thomas},
  journal = {Proceedings of the Workshop on “How to do good research in Activity Recognition”},
  year = {2010},
  publisher = {ACM},
  html = {https://www.researchgate.net/publication/235955683_How_to_do_good_research_in_Activity_Recognition}
}

ACM

Digital object memories in the internet of things workshop

Proceedings of the 12th ACM international conference adjunct papers on Ubiquitous computing-Adjunct Sep 2010

Bib HTML

@article{Digital object memories in the internet of things workshop,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Digital object memories in the internet of things workshop},
  author = {},
  journal = {Proceedings of the 12th ACM international conference adjunct papers on Ubiquitous computing-Adjunct},
  year = {2010},
  publisher = {ACM},
  html = {https://dl.acm.org/doi/abs/10.1145/1864431.1864505}
}

Springer

A dynamic time warping approach to real-time activity recognition for food preparation

Pham, Thomas Plötz, and Olivier, Patrick

International Joint Conference on Ambient Intelligence Sep 2010

Bib HTML

@article{A dynamic time warping approach to real-time activity recognition for food preparation,
  abbr = {Springer},
  bibtex_show = {true},
  title = {A dynamic time warping approach to real-time activity recognition for food preparation},
  author = {Pham, Cuong, Thomas Plötz and Olivier, Patrick},
  journal = {International Joint Conference on Ambient Intelligence},
  year = {2010},
  html = {https://link.springer.com/chapter/10.1007/978-3-642-16917-5_3}
}

2009

IEEE

A hierarchical approach to unsupervised shape calibration of microphone array networks

Hennecke, Marius, Plotz, Thomas, Fink, Gernot A, Schmalenstroer, Jorg, and Hab-Umbach, Reinhold

SP 15th Workshop on Statistical Signal Processing Sep 2009

Bib HTML

@article{a hierarchical,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {A hierarchical approach to unsupervised shape calibration of microphone array networks},
  author = {Hennecke, Marius and Plotz, Thomas and Fink, Gernot A and Schmalenstroer, Jorg and Hab-Umbach, Reinhold},
  journal = {SP 15th Workshop on Statistical Signal Processing},
  year = {2009},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/5278589?reload=true}
}

ACM

Stacking for ensembles of local experts in metabonomic applications

Lienemann, Kai, Ploetz, Thomas, and Fink, Gernot A

International Workshop on Multiple Classifier Systems Sep 2009

Bib HTML

@article{Stacking for ensembles of local experts in metabonomic applications,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Stacking for ensembles of local experts in metabonomic applications},
  author = {Lienemann, Kai and Ploetz, Thomas and Fink, Gernot A},
  journal = {International Workshop on Multiple Classifier Systems},
  year = {2009},
  publisher = {ACM},
  html = {https://dl.acm.org/doi/10.1007/978-3-642-02326-2_50}
}

CBDAR

Camera-based analysis of whiteboard notes

Vajda, Szilard, Ramforth, Tobias, Ploetz, Thomas, and Fink, Gernot A

Int. Workshop on Camera-Based Document Analysis and Recognition Sep 2009

Bib HTML

@article{Camera-based analysis of whiteboard notes,
  abbr = {CBDAR},
  bibtex_show = {true},
  title = {Camera-based analysis of whiteboard notes},
  author = {Vajda, Szilard and Ramforth, Tobias and Ploetz, Thomas and Fink, Gernot A},
  journal = {Int. Workshop on Camera-Based Document Analysis and Recognition},
  year = {2009},
  html = {https://www.semanticscholar.org/paper/Camera-Based-Analysis-of-Whiteboard-Notes-Vajda-Ramforth/294cb50e5a90f467c66321848fd89ad93b66c256}
}

Springer

A multi-modal attention system for smart environments

Schauerte, Thomas Plötz, and Fink., Gernot A.

International Conference on Computer Vision Systems Sep 2009

Bib HTML

@article{A multi-modal attention system for smart environments,
  abbr = {Springer},
  bibtex_show = {true},
  title = {A multi-modal attention system for smart environments},
  author = {Schauerte, Boris, Thomas Plötz and Fink., Gernot A.},
  journal = {International Conference on Computer Vision Systems},
  year = {2009},
  html = {https://www.researchgate.net/publication/221410128_A_Multi-modal_Attention_System_for_Smart_Environments}
}

DBLP

Layout Analysis for Camera-Based Whiteboard Notes

Vajda, Thomas Plötz, and Fink, Gernot A.

JOURNAL OF UNIVERSAL COMPUTER SCIENCE Sep 2009

Bib HTML

@article{Layout Analysis for Camera-Based Whiteboard Notes,
  abbr = {DBLP},
  bibtex_show = {true},
  title = {Layout Analysis for Camera-Based Whiteboard Notes},
  author = {Vajda, Szilárd, Thomas Plötz and Fink, Gernot A.},
  journal = {JOURNAL OF UNIVERSAL COMPUTER SCIENCE},
  year = {2009},
  html = {https://www.researchgate.net/publication/220349204_Layout_Analysis_for_Camera-Based_Whiteboard_Notes}
}

ACM

Multi-modal and multi-camera attention in smart environments

Schauerte, Boris, Richarz, Jan, Ploetz, Thomas, Thurau, Christian, and Fink, Gernot A

Proceedings of the 2009 international conference on Multimodal interfaces Sep 2009

Bib HTML

@article{Multi-modal and multi-camera attention in smart environments,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Multi-modal and multi-camera attention in smart environments},
  author = {Schauerte, Boris and Richarz, Jan and Ploetz, Thomas and Thurau, Christian and Fink, Gernot A},
  journal = {Proceedings of the 2009 international conference on Multimodal interfaces},
  year = {2009},
  html = {https://dl.acm.org/doi/10.1145/1647314.1647370}
}

Springer

Markov models for offline handwriting recognition: a survey

Plötz, Thomas, and Fink., Gernot A.

International Journal on Document Analysis and Recognition Sep 2009

Bib HTML

@article{Markov models for offline handwriting recognition: a survey,
  abbr = {Springer},
  bibtex_show = {true},
  title = {Markov models for offline handwriting recognition: a survey},
  author = {Plötz, Thomas and Fink., Gernot A.},
  journal = {International Journal on Document Analysis and Recognition},
  year = {2009},
  html = {https://link.springer.com/article/10.1007/s10032-009-0098-4}
}

2008

IEEE

SVM ensemble classification of nmr spectra based on different configurations of data processing techniques

Lienemann, Kai, Plotz, Thomas, and Fink, Gernot A

2008 19th International Conference on Pattern Recognition, IEEE Sep 2008

Bib HTML

@article{svm,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {SVM ensemble classification of nmr spectra based on different configurations of data processing techniques},
  author = {Lienemann, Kai and Plotz, Thomas and Fink, Gernot A},
  journal = {2008 19th International Conference on Pattern Recognition, IEEE},
  year = {2008},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/4761761}
}

IEEE

On the use of empirically determined impulse responses for improving distant talking speech recognition

Plotz, Thomas, and Fink, Gernot A

2008 Hands-Free Speech Communication and Microphone Arrays, IEEE Sep 2008

Bib HTML

@article{on the use,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {On the use of empirically determined impulse responses for improving distant talking speech recognition},
  author = {Plotz, Thomas and Fink, Gernot A},
  journal = {2008 Hands-Free Speech Communication and Microphone Arrays, IEEE},
  year = {2008},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/4538710}
}

IEEE

Real-time detection and interpretation of 3D deictic gestures for interaction with an intelligent environment

Richarz, Jan, Plotz, T, and Fink, Gernot A

ICPR 2008. 19th International Conference on, IEEE Sep 2008

Bib HTML

@article{real-time,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Real-time detection and interpretation of 3D deictic gestures for interaction with an intelligent environment},
  author = {Richarz, Jan and Plotz, T and Fink, Gernot A},
  journal = {ICPR 2008. 19th International Conference on, IEEE},
  year = {2008},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/4761609}
}

IEEE

Calibration-free camera hand-over for fast and reliable person tracking in multi-camera setups

Moller, Birgit, Plotz, Thomas, and Fink, Gernot A

2008 19th International Conference on Pattern Recognition Sep 2008

Bib HTML

@article{Calibration-free camera hand-over for fast and reliable person tracking in multi-camera setups,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Calibration-free camera hand-over for fast and reliable person tracking in multi-camera setups},
  author = {Moller, Birgit and Plotz, Thomas and Fink, Gernot A},
  journal = {2008 19th International Conference on Pattern Recognition},
  year = {2008},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/4761487}
}

NIH

NMR-based urine analysis in rats: Prediction of proximal tubule kidney toxicity and phospholipidosis

Lienemann, Kai, Ploetz, Thomas, and Pestel, Sabine

Journal of pharmacological and toxicological methods, Elsevier Sep 2008

Bib HTML

@article{NMR-based urine analysis in rats: Prediction of proximal tubule kidney toxicity and phospholipidosis,
  abbr = {NIH},
  bibtex_show = {true},
  title = {NMR-based urine analysis in rats: Prediction of proximal tubule kidney toxicity and phospholipidosis},
  author = {Lienemann, Kai and Ploetz, Thomas and Pestel, Sabine},
  journal = {Journal of pharmacological and toxicological methods, Elsevier},
  year = {2008},
  publisher = {NIH},
  html = {https://pubmed.ncbi.nlm.nih.gov/18606234/}
}

Springer

Towards Human Centered Ambient Intelligence

Plötz, Christian Kleine-Cosack, and Fink, Gernot A.

European Conference on Ambient Intelligence Sep 2008

Bib HTML

@article{Towards Human Centered Ambient Intelligence,
  abbr = {Springer},
  bibtex_show = {true},
  title = {Towards Human Centered Ambient Intelligence},
  author = {Plötz, Thomas, Christian Kleine-Cosack and Fink, Gernot A.},
  journal = {European Conference on Ambient Intelligence},
  year = {2008},
  publisher = {Springer},
  html = {https://www.sciencedirect.com/book/9780123747082/human-centric-interfaces-for-ambient-intelligence}
}

MAIK

Robust hand detection in still video images using a combination of salient regions and color cues for interaction with an intelligent environment

Plötz, Jan Richarz, and Fink., Gernot A.

Pattern Recognition and Image Analysis Sep 2008

Bib HTML

@article{Robust hand detection in still video images using a combination of salient regions and color cues for interaction with an intelligent environment,
  abbr = {MAIK},
  bibtex_show = {true},
  title = {Robust hand detection in still video images using a combination of salient regions and color cues for interaction with an intelligent environment},
  author = {Plötz, Thomas, Jan Richarz and Fink., Gernot A.},
  journal = {Pattern Recognition and Image Analysis},
  year = {2008},
  publisher = {MAIK Nauka/Interperiodica},
  html = {https://www.researchgate.net/journal/Pattern-Recognition-and-Image-Analysis-1555-6212}
}

ACM

Automatic classification of NMR spectra by ensembles of local experts

Lienemann, Thomas Plötz, and Fink, Gernot A.

Joint IAPR International Workshops on Statistical Techniques in Pattern Recognition (SPR) and Structural and Syntactic Pattern Recognition (SSPR) Sep 2008

Bib HTML

@article{Automatic classification of NMR spectra by ensembles of local experts,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Automatic classification of NMR spectra by ensembles of local experts},
  author = {Lienemann, Kai, Thomas Plötz and Fink, Gernot A.},
  journal = {Joint IAPR International Workshops on Statistical Techniques in Pattern Recognition (SPR) and Structural and Syntactic Pattern Recognition (SSPR)},
  year = {2008},
  html = {https://dl.acm.org/doi/10.1007/978-3-540-89689-0_83}
}

Springer

Developing pattern recognition systems based on Markov models: The ESMERALDA framework

Fink, Gernot A., and Plötz, Thomas

Pattern Recognition and Image Analysis Sep 2008

Bib HTML

@article{Developing pattern recognition systems based on Markov models: The ESMERALDA framework,
  abbr = {Springer},
  bibtex_show = {true},
  title = {Developing pattern recognition systems based on Markov models: The ESMERALDA framework},
  author = {Fink, Gernot A. and Plötz, Thomas},
  journal = {Pattern Recognition and Image Analysis},
  year = {2008},
  html = {https://link.springer.com/article/10.1134/S1054661808020041}
}

ICFHR

Camera-based Whiteboard Reading: New Approaches to a Challenging Task

Plötz, Christian Thurau, and Fink, Gernot A.

International Conference on Frontiers in Handwriting Recognition Sep 2008

Bib HTML

@article{Camera-based Whiteboard Reading: New Approaches to a Challenging Task,
  abbr = {ICFHR},
  bibtex_show = {true},
  title = {Camera-based Whiteboard Reading: New Approaches to a Challenging Task},
  author = {Plötz, Thomas, Christian Thurau and Fink, Gernot A.},
  journal = {International Conference on Frontiers in Handwriting Recognition},
  year = {2008},
  html = {https://www.semanticscholar.org/paper/Camera-based-Whiteboard-Reading%3A-New-Approaches-to-Ploetz-Thurau/16378e4f228ccc16f56bd35c73d4ef3fb475d8d7}
}

2007

IEEE

On the use of context-dependent modeling units for HMM-based offline handwriting recognition

Fink, GA, and Ploetz, T

ICDAR 2007. Ninth International Conference on, IEEE Sep 2007

Bib HTML

@article{on the use of context-dependent,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {On the use of context-dependent modeling units for HMM-based offline handwriting recognition},
  author = {Fink, GA and Ploetz, T},
  journal = {ICDAR 2007. Ninth International Conference on, IEEE},
  year = {2007},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/4377011}
}

NLPCS

An efficient method for making un-supervised adaptation of HMM-based speech recognition systems robust against out-of-domain data

Ploetz, Thomas, and Fink, Gernot A

Proc. 4th Int. Workshop on Natural Language Processing and Cognitive Science Sep 2007

Bib HTML

@article{An efficient method for making un-supervised adaptation of HMM-based speech recognition systems robust against out-of-domain data,
  abbr = {NLPCS},
  bibtex_show = {true},
  title = {An efficient method for making un-supervised adaptation of HMM-based speech recognition systems robust against out-of-domain data},
  author = {Ploetz, Thomas and Fink, Gernot A},
  journal = {Proc. 4th Int. Workshop on Natural Language Processing and Cognitive Science},
  year = {2007},
  publisher = {},
  html = {https://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.85.5943&rep=rep1&type=pdf}
}

ACM

Detecting hands in video images using scale invariant local descriptors

Richarz, Thomas Plötz, and Fink, Gernot A.

Proceedings of IASTED Int. Conf. on Visualization, Imaging and Image Processing Sep 2007

Bib HTML

@article{Detecting hands in video images using scale invariant local descriptors,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Detecting hands in video images using scale invariant local descriptors},
  author = {Richarz, Jan, Thomas Plötz and Fink, Gernot A.},
  journal = {Proceedings of IASTED Int. Conf. on Visualization, Imaging and Image Processing},
  year = {2007},
  html = {https://dl.acm.org/doi/abs/10.5555/1659167.1659217}
}

Springer

Evaluating ubiquitous systems with users (workshop summary)

Vallejo, Christian KrayLars Bo LarsenPatrick OlivierMargit BiemansArthur

European Conference on Ambient Intelligence Sep 2007

Bib HTML

@article{Evaluating ubiquitous systems with users,
  abbr = {Springer},
  bibtex_show = {true},
  title = {Evaluating ubiquitous systems with users (workshop summary)},
  author = {van BunningenMirko FetterTim JayVassilis-Javed KhanGerhard LeitnerIngrid MulderJörg MüllerThomas PlötzIrene Lopez de Vallejo, Christian KrayLars Bo LarsenPatrick OlivierMargit BiemansArthur},
  journal = {European Conference on Ambient Intelligence},
  year = {2007},
  html = {https://link.springer.com/chapter/10.1007/978-3-540-85379-4_8}
}

Springer

On the application of SVM-Ensembles based on adapted random subspace sampling for automatic classification of NMR data

Lienemann, Thomas Plötz, and Fink, Gernot A.

International Workshop on Multiple Classifier Systems Sep 2007

Bib HTML

@article{On the application of SVM-Ensembles based on adapted random subspace sampling for automatic classification of NMR data,
  abbr = {Springer},
  bibtex_show = {true},
  title = {On the application of SVM-Ensembles based on adapted random subspace sampling for automatic classification of NMR data},
  author = {Lienemann, Kai, Thomas Plötz and Fink, Gernot A.},
  journal = {International Workshop on Multiple Classifier Systems},
  year = {2007},
  html = {https://www.researchgate.net/publication/225108552_On_the_Application_of_SVM-Ensembles_Based_on_Adapted_Random_Subspace_Sampling_for_Automatic_Classification_of_NMR_Data}
}

2006

IEEE

Automatic detection of song changes in music mixes using stochastic models

Plotz, Thomas, Fink, Gernot A, Husemann, Peter, Kanies, Sven, Lienemann, Kai, Marschall, Tobias, Martin, Marcel, Schillingmann, Lars, Steinrucken, Matthias, and Sudek, Henner

18th International Conference on Pattern Recognition Sep 2006

Bib HTML

@article{Automatic detection of song changes in music mixes using stochastic models,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Automatic detection of song changes in music mixes using stochastic models},
  author = {Plotz, Thomas and Fink, Gernot A and Husemann, Peter and Kanies, Sven and Lienemann, Kai and Marschall, Tobias and Martin, Marcel and Schillingmann, Lars and Steinrucken, Matthias and Sudek, Henner},
  journal = {18th International Conference on Pattern Recognition},
  year = {2006},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/1699613}
}

2005

IEEE

A new approach for HMM based protein sequence modeling and its application to remote homology classification

Ploetz, T, and Fink, GA

Proc. Workshop Statistical Signal Processing, IEEE, Bordeaux, Franc Sep 2005

Bib HTML

@article{a new,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {A new approach for HMM based protein sequence modeling and its application to remote homology classification},
  author = {Ploetz, T and Fink, GA},
  journal = {Proc. Workshop Statistical Signal Processing, IEEE, Bordeaux, Franc},
  year = {2005},
  publisher = {IEEE},
  html = {https://www.researchgate.net/publication/224633791_A_new_approach_for_HMM_based_protein_sequence_family_modeling_and_its_application_to_remote_homology_classification}
}

IEEE

A new approach for HMM based protein sequence family modeling and its application to remote homology classification

Ploetz, Thomas, and Fink, Gernot A

IEEE/SP 13th Workshop on Statistical Signal Processing Sep 2005

Bib HTML

@article{A new approach for HMM,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {A new approach for HMM based protein sequence family modeling and its application to remote homology classification},
  author = {Ploetz, Thomas and Fink, Gernot A},
  journal = {IEEE/SP 13th Workshop on Statistical Signal Processing},
  year = {2005},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/1628742}
}

IEEE

On appearance-based feature extraction methods for writer-independent handwritten text recognition

Fink, Gernot A, and Ploetz, Thomas

Eighth International Conference on Document Analysis and Recognition Sep 2005

Bib HTML

@article{On appearance-based feature extraction methods for writer-independent handwritten text recognition,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {On appearance-based feature extraction methods for writer-independent handwritten text recognition},
  author = {Fink, Gernot A and Ploetz, Thomas},
  journal = {Eighth International Conference on Document Analysis and Recognition},
  year = {2005},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/1575708}
}

ACM

Pattern recognition methods for advanced stochastic protein sequence analysis using HMMs

Ploetz, Thomas, and Fink, Gernot A

Pattern Recognition, Pergamon Sep 2005

Bib HTML

@article{Pattern recognition methods for advanced stochastic protein sequence analysis using HMMs,
  abbr = {ACM},
  bibtex_show = {true},
  title = {Pattern recognition methods for advanced stochastic protein sequence analysis using HMMs},
  author = {Ploetz, Thomas and Fink, Gernot A},
  journal = {Pattern Recognition, Pergamon},
  year = {2005},
  publisher = {ACM},
  html = {https://dl.acm.org/doi/10.1016/j.patcog.2005.10.007}
}

DeG

Robust remote homology detection by feature based Profile Hidden Markov Models

Plötz, Thomas, and Fink, Gernot A.

Statistical applications in genetics and molecular biology Sep 2005

Bib HTML

@article{Robust remote homology detection by feature based Profile Hidden Markov Models,
  abbr = {DeG},
  bibtex_show = {true},
  title = {Robust remote homology detection by feature based Profile Hidden Markov Models},
  author = {Plötz, Thomas and Fink, Gernot A.},
  journal = {Statistical applications in genetics and molecular biology},
  year = {2005},
  html = {https://www.degruyter.com/document/doi/10.2202/1544-6115.1159/html}
}

2004

IEEE

Feature extraction for improved Profile HMM based biological sequence analysis

Ploetz, Thomas, and Fink, Gernot A

Proceedings of the 17th International Conference on Pattern Recognition Sep 2004

Bib HTML

@article{Feature extraction for improved Profile HMM based biological sequence analysis,
  abbr = {IEEE},
  bibtex_show = {true},
  title = {Feature extraction for improved Profile HMM based biological sequence analysis},
  author = {Ploetz, Thomas and Fink, Gernot A},
  journal = {Proceedings of the 17th International Conference on Pattern Recognition},
  year = {2004},
  publisher = {IEEE},
  html = {https://ieeexplore.ieee.org/document/1334187}
}

ISCA

Integrating speaker identification and learning with adaptive speech recognition

Fink, Gernot A., and Plötz, Thomas

ODYSSEY04-The Speaker and Language Recognition Workshop Sep 2004

Bib HTML

@article{Integrating speaker identification and learning with adaptive speech recognition,
  abbr = {ISCA},
  bibtex_show = {true},
  title = {Integrating speaker identification and learning with adaptive speech recognition},
  author = {Fink, Gernot A. and Plötz, Thomas},
  journal = {ODYSSEY04-The Speaker and Language Recognition Workshop},
  year = {2004},
  html = {https://www.researchgate.net/publication/228449204_Integrating_Speaker_Identification_and_Learning_with_Adaptive_Speech_Recognition}
}

2003

Elsevier

Multi-modal anchoring for human–robot interaction

Robotics and Autonomous Systems Sep 2003

Bib HTML

@article{Multi modal anchoring for human robot interaction,
  abbr = {Elsevier},
  bibtex_show = {true},
  title = {Multi-modal anchoring for human–robot interaction},
  author = {},
  journal = {Robotics and Autonomous Systems},
  year = {2003},
  html = {https://www.sciencedirect.com/science/article/pii/S092188900200355X}
}

2002

DBLP

Robust time-synchronous environmental adaptation for continuous speech recognition systems

Plötz, Thomas, and Fink, Gernot A.

Seventh International Conference on Spoken Language Processing Sep 2002

Bib HTML

@article{Robust time-synchronous environmental adaptation for continuous speech recognition systems,
  abbr = {DBLP},
  bibtex_show = {true},
  title = {Robust time-synchronous environmental adaptation for continuous speech recognition systems},
  author = {Plötz, Thomas and Fink, Gernot A.},
  journal = {Seventh International Conference on Spoken Language Processing},
  year = {2002},
  html = {https://www.researchgate.net/publication/221484998_Robust_time-synchronous_environmental_adaptation_for_continuous_speech_recognition_systems}
}