@conference {6697178,
	title = {Situation awareness via sensor-equipped eyeglasses},
	booktitle = {Intelligent Robots and Systems (IROS), 2013 IEEE/RSJ International Conference on},
	year = {2013},
	month = {Nov},
	abstract = {<p>New smartphone technologies are emerging which combine head-mounted displays (HMD) with standard functions such as receiving phone calls, emails, and helping with navigation. This opens new opportunities to explore cyber robotics algorithms (robotics sensors and human motor plant). To make these devices more adaptive to the environmental conditions, user behavior, and user preferences, it is important to allow the sensor-equipped devices to efficiently adapt and respond to user activities (e.g., disable incoming phone calls in an elevator, activate video recording while car driving). This paper hence presents a situation awareness system (SAS) for head-mounted smartphones. After collecting data from inertial sensors (accelerometers, gyroscopes), and video data (camera), SAS performs activity classification in three steps. Step 1 transforms inertial sensor data into a head orientation-independent and stable normalized coordinate system. Step 2 extracts critical features (statistical, physical, GIST). Step 3 classifies activities (Naive Bayes classifier), distinguishes between environments (Support Vector Machine), and finally combines both results (Hidden Markov Model) for further improvement. SAS has been implemented on a sensor-equipped eyeglasses prototype and achieved high accuracy (81.5\%) when distinguishing between 20 real-world activities.</p>},
	keywords = {accelerometers, activity classification, Bayes methods, camera, Cameras, critical feature extraction, cyber robotics algorithms, Databases, environmental conditions, feature extraction, gyroscopes, Head, head orientation-independent system, head-mounted displays, head-mounted smartphones, helmet mounted displays, hidden Markov model, hidden Markov models, HMD, human motor plant, inertial sensor data, inertial sensors, naive Bayes classifier, normalized coordinate system, pattern classification, robotics sensors, robots, SAS, Sensor systems, sensor-equipped eyeglasses prototype, situation awareness system, smart phones, smartphone technologies, support vector machine, support vector machines, ubiquitous computing, user behavior, user preferences, video data},
	doi = {10.1109/IROS.2013.6697178},
	author = {Windau, J. and Laurent Itti}
}