Corona

Date:October 10, 2016

Corona is a spatial audio experience deployed in the historic Coronation Hall in Aachen/Germany

The goal was to have the visitor immerse into one of the many historic events that took place in the Coronation Hall. As it is still in use for events of all kinds, visually altering the room was not possible, which is why we developed an audio-augmented reality experience. The visitor wears special headphones that allow us to track her position in the room and the head-orientation. This information is then fed into a spatial audio rendering algorithm which gives the user the impression of virtual sound sources being placed in the physical space. These virtual sound sources consist of dialogues between characters attending a coronation feast, and describing the event from different perspectives.

More information can be found on the project website

F. Heller, T. Knott, M. Weiss, and J. Borchers, “Multi-User Interaction in Virtual Audio Spaces,” in CHI EA ’09: Proceedings of the 27th international conference extended abstracts on Human factors in computing systems, New York, NY, USA, 2009, p. 4489–4494.
[Bibtex]

@inproceedings{heller2009,
address = {New York, NY, USA},
author = {Florian Heller and Thomas Knott and Malte Weiss and Jan Borchers},
booktitle = {CHI EA '09: Proceedings of the 27th international conference extended abstracts on Human factors in computing systems},
document_type = {inproceedings},
location = {Boston, MA, USA},
pages = {4489--4494},
pdf = {http://hci.rwth-aachen.de/materials/publications/heller2009.pdf},
project = {corona},
publisher = {ACM Press},
timestamp = {20090404},
title = {Multi-User Interaction in Virtual Audio Spaces},
year = {2009}}

F. Heller and J. Borchers, “Corona: Audio Augmented Reality in Historic Sites,” in MobileHCI 2011 Workshop on Mobile Augmented Reality: Design Issues and Opportunities, Stockholm, Sweden, 2011, pp. 51-54.
[Bibtex]

@inproceedings{heller2011c,
address = {Stockholm, Sweden},
author = {Florian Heller and Jan Borchers},
booktitle = {MobileHCI 2011 Workshop on Mobile Augmented Reality: Design Issues and Opportunities},
booktitleurl = {http://www.elizabethchurchill.com/MARWorkshop/index.html},
document_type = {InProceedings},
doi = {http://dx.doi.org/10.1145/2037373.2037504},
editor = {Marco de Sa and Elizabeth F. Churchill and Katherine Isbister},
isbn = {978-1-4503-0541-9},
month = {August},
pages = {51-54},
pdf = {http://hci.rwth-aachen.de/materials/publications/heller2011c.pdf},
project = {corona},
timestamp = {20110830},
title = {Corona: Audio Augmented Reality in Historic Sites},
year = {2011},
bdsk-url-1 = {http://dx.doi.org/10.1145/2037373.2037504}}

F. Heller, A. Krämer, and J. Borchers, “Simplifying Orientation Measurement for Mobile Audio Augmented Reality Applications,” in CHI ’14: Proceedings of the 2014 ACM annual conference on Human Factors in Computing Systems, 2014, p. 615–624.
[Bibtex]

@inproceedings{heller2014a,
author = {Florian Heller and Aaron Kr{\"a}mer and Jan Borchers},
booktitle = {CHI '14: Proceedings of the 2014 ACM annual conference on Human Factors in Computing Systems},
document_type = {inproceedings},
doi = {10.1145/2556288.2557021},
hsb_title_en = {Simplifying Orientation Measurement for Mobile Audio Augmented Reality Applications},
isbn = {978-1-4503-2473-1},
language = {Englisch (eng)},
major = {1},
month = {Apr},
pages = {615--624},
pdf = {http://hci.rwth-aachen.de/materials/publications/heller2014a.pdf},
peerreview = {Ja},
project = {corona},
timestamp = {20140426},
title = {Simplifying Orientation Measurement for Mobile Audio Augmented Reality Applications},
type = {inproceedings},
year = {2014},
bdsk-url-1 = {https://doi.org/10.1145/2556288.2557021}}

F. Heller, “CORONA: Audio AR for historic sites,” AR[t] – Magazine about Augmented Reality, art and technology, vol. 5, p. 80–85, 2014.
[Bibtex]

@article{heller2014c,
author = {Florian Heller},
document_type = {article},
hsb_title_en = {CORONA: Audio AR for historic sites},
issn = {2213-2481},
journal = {AR[t] - Magazine about Augmented Reality, art and technology},
language = {Englisch (eng)},
major = {1},
month = {May},
pages = {80--85},
peerreview = {Nein},
project = {corona},
timestamp = {20140527},
title = {CORONA: Audio AR for historic sites},
type = {article},
url = {http://arlab.nl/sites/default/files/ARt5_magazine_webversie.pdf},
volume = {5},
year = {2014},
bdsk-url-1 = {http://arlab.nl/sites/default/files/ARt5_magazine_webversie.pdf}}

F. Heller and J. Borchers, “AudioTorch: Using a Smartphone as Directional Microphone in Virtual Audio Spaces,” in MobileHCI ’14: Extended Abstracts of the 16th International Conference on Human-Computer Interaction with Mobile Devices & Services, 2014, p. 483–488.
[Bibtex]

@inproceedings{heller2014e,
author = {Florian Heller and Jan Borchers},
booktitle = {MobileHCI '14: Extended Abstracts of the 16th International Conference on Human-Computer Interaction with Mobile Devices & Services},
document_type = {inproceedings},
doi = {10.1145/2628363.2634220},
hsb_title_en = {AudioTorch: Using a Smartphone as Directional Microphone in Virtual Audio Spaces},
isbn = {978-1-4503-3004-6},
language = {Englisch (eng)},
month = {September},
pages = {483--488},
peerreview = {Nein},
project = {corona},
timestamp = {20140923},
title = {AudioTorch: Using a Smartphone as Directional Microphone in Virtual Audio Spaces},
type = {inproceedings},
year = {2014},
bdsk-url-1 = {https://doi.org/10.1145/2628363.2634220}}

F. Heller and J. Borchers, “AudioScope: Smartphones as Directional Microphones in Mobile Audio Augmented Reality Systems,” in CHI ’15: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, Seoul, Republic of Korea, 2015, p. 949–952.
[Bibtex]

@inproceedings{heller2015a,
address = {Seoul, Republic of Korea},
author = {Florian Heller and Jan Borchers},
booktitle = {CHI '15: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems},
document_type = {InProceedings},
doi = {10.1145/2702123.2702159},
hsb_title_en = {AudioScope: Smartphones as Directional Microphones in Mobile Audio Augmented Reality Systems},
isbn = {978-1-4503-3145-6},
language = {Englisch (eng)},
major = {1},
month = {Apr},
numpages = {4},
pages = {949--952},
pdf = {http://hci.rwth-aachen.de/materials/publications/heller2015a.pdf},
peerreview = {Ja},
project = {corona},
publisher = {ACM},
timestamp = {20150418},
title = {AudioScope: Smartphones as Directional Microphones in Mobile Audio Augmented Reality Systems},
url = {http://dx.doi.org/10.1145/2702123.2702159},
year = {2015},
bdsk-url-1 = {http://dx.doi.org/10.1145/2702123.2702159}}

F. Heller, J. Jevanesan, P. Dietrich, and J. Borchers, “Where Are We? Evaluating the Current Rendering Fidelity of Mobile Audio Augmented Reality Systems,” in MobileHCI ’16: Proceedings of the the 18th International Conference on Human-Computer Interaction with Mobile Devices and Services, 2016, p. 278–282.
[Bibtex]

@inproceedings{heller2016a,
author = {Florian Heller and Jayan Jevanesan and Pascal Dietrich and Jan Borchers},
booktitle = {MobileHCI '16: Proceedings of the the 18th International Conference on Human-Computer Interaction with Mobile Devices and Services},
document_type = {inproceedings},
doi = {10.1145/2935334.2935365},
isbn = {978-1-4503-4408-1},
keywords = {audio augmented reality, mobile devices, navigation, spatial audio, virtual audio spaces},
location = {Florence, Italy},
major = {1},
month = {September},
pages = {278--282},
project = {corona},
publisher = {ACM},
timestamp = {20160906},
title = {Where Are We? Evaluating the Current Rendering Fidelity of Mobile Audio Augmented Reality Systems},
url = {http://doi.acm.org/10.1145/2935334.2935365},
year = {2016},
bdsk-url-1 = {http://doi.acm.org/10.1145/2935334.2935365},
bdsk-url-2 = {https://doi.org/10.1145/2935334.2935365}}