@misc{bruckner_labore_2019, address = {St. Poelten, Austria}, title = {Labore für virtuelle {Welten} und {Gesundheit}}, abstract = {Die Fachhochschule St. Pölten entwickelt und erforscht digitale Anwendungen für Gesellschaft und Unternehmen. In zwei neuen Laboren baut sie ihre Ressourcen dafür aus. Das „Immersive Media Lab“ verbindet aktuelles Wissen zu Augmented und Virtual Reality mit interdisziplinären Ansätzen des Storytellings. Das „ReMoCap-Lab“ (Laboratory for Capturing Motion and Augmenting Environment in Motor Rehabilitation) widmet sich dem digitalen Gesundheitswesen mit Fokus auf Rehabilitation, Bewegungsanalyse, Visual Analytics, Machine Learning und Mixed Reality. Im „Campus Talk“ im Campus \& City Radio 94.4, erklären Franziska Bruckner, Leiterin der Forschungsgruppe Media Creation an der FH St. Pölten, und Brian Horsak vom Institut für Gesundheitswissenschaften der FH St. Pölten, was es mit den neuen Laboren auf sich hat und was dort erforscht wird.}, language = {Deutsch}, author = {Bruckner, Franziska and Horsak, Brian}, year = {2019}, note = {Projekt: IML Projekt: CDHILab}, keywords = {Center for Digital Health Innovation, DHLab, Digital Health, Digital Media, Forschungsgruppe Digital Technologies, Forschungsgruppe Media Computing, Forschungsgruppe Media Creation, Gait Analysis, IML, Immersive Media (AR, VR, 360°), Institut für Creative Media Technologies, Institut für Gesundheitswissenschaften, SP IGW Clinical \& Healthcare Research, Smart Manufacturing, Virtual Reality, Visual Computing, best-bhorsak}, } @article{bruckner_spectrum_nodate, title = {The {Spectrum} of {Immersive} {Storytelling} - from {Cinema} to {Data} {Storytelling}}, url = {https://journals.sagepub.com/home/con}, number = {Convergence Immersive Storytelling Special Issue}, journal = {Convergence: The International Journal of Research into New Media Technologies}, author = {Bruckner, Franziska and Vogt, Georg and Baumann, Clemens and Husinsky, Matthias and Jakl, Andreas and Püringer, Julia and Von Suess, Rosa and {Markus Wintersberger}}, note = {Projekt: IML}, keywords = {Department Medien und Digitale Technologien, Forschungsgruppe Digital Technologies, Forschungsgruppe Media Computing, Forschungsgruppe Media Creation, Institut für Creative Media Technologies, peer-reviewed, wiss. Beitrag, ⛔ No DOI found}, } @misc{baumann_immersive_2022, address = {Bukarest}, type = {Präsentation}, title = {Immersive {Storytelling} as {Knowledge} {Production} in {Virtual} and {Augmented} {Reality}}, url = {https://necs.org/conference/}, language = {ENGLISH}, author = {Baumann, Clemens and Schlager, Alexander}, month = jun, year = {2022}, note = {Projekt: IML}, keywords = {Department Medien und Digitale Technologien, Forschungsgruppe Digital Technologies, Forschungsgruppe Media Creation, Institut für Creative Media Technologies, Präsentation, peer-reviewed}, } @misc{aigner_visual_2021, address = {Kremsmünster, Austria}, type = {Invited {Talk}}, title = {Visual {Analytics} for {Time}-{Oriented} {Data}}, author = {Aigner, Wolfgang}, month = mar, year = {2021}, note = {Projekt: KAVA-Time Projekt: IML Projekt: InnoFit Projekt: SoniVis}, keywords = {FH SP Data Analytics \& Visual Computing, Forschungsgruppe Media Computing, Human-Computer Interaction, Institut für Creative Media Technologies, Smart Manufacturing, Visualization, Vortrag}, } @inproceedings{husinsky_situated_2022, address = {Online Event}, title = {Situated {Visualization} of {IIoT} {Data} on the {Hololens} 2}, abstract = {Augmented Reality for the Industrial Internet of Things (AIIT) is a use case in the larger research project XXXX, which is currently be ing conducted at the YYYY. This use case deals with the challenges of AR data visualization on AR-HMDs in smart factories using the example of an industrial furnace. The application is intended to support people in two ways: On the one hand, new personnel should be able to quickly and easily understand the processes happening in the plant, and on the other hand, conditions for maintenance work that are invisible from the outside should be displayed in an understandable and easily consumable way directly situated at the system using AR. In addition to conventional displays (dashboards) for the representation of abstract sensor values, we use the concept of Indexical Visualization, which can reduce the cognitive load for the viewer. The system itself is expanded in AR in such a way that the information to be displayed becomes a natural part of the scene. In this paper, we describe the steps necessary to create a mixed reality industrial application for the Microsoft Hololens 2 in terms of: optimizing a digital 3D model of the facility, establishing the data interface to the plant using an OPC-UA to MQTT bridge, correctly aligning the large 3D object in the real environment, and visual metaphors for making the machine data understandable for users.}, booktitle = {1st {International} {Workshop} on {eXtended} {Reality} for {Industrial} and {Occupational} {Supports} ({XRIOS})}, author = {Husinsky, Matthias and Schlager, Alexander and Jalaeefar, Arian and Schumach, Manuel and Jacheck, Marlen}, month = dec, year = {2022}, note = {Projekt: IML}, keywords = {Forschungsgruppe Digital Technologies, Forschungsgruppe Media Creation, Immersive Media (AR, VR, 360°), Immersive Media Lab, Institut für Creative Media Technologies, Präsentation, peer-reviewed, wiss. Beitrag}, } @misc{wintersberger_intermedia_2021, address = {IAFOR Research Centre at the Osaka School of International Public Policy (OSIPP) at Osaka University, Japan - ONLINE}, type = {Vortrag mit {Diskussion} {ONLINE}}, title = {Intermedia {Motion} {Tracking} in {AR}/{VR} – {On} {Immersive} {Storytelling} and {Choreographic} {Patterns}. {The} 2nd {Kyoto} {Conference} on {Arts}, {Media} \& {Culture} ({KAMC2021})}, copyright = {IMTA - ICMT / Markus Wintersberger, Andrea Nagl und Christian Munk}, shorttitle = {Intermedia {Motion} {Tracking} in {AR}/{VR}}, url = {https://kyoto-amc.iafor.org/}, abstract = {According to the KAMC Submission Stream "Performing Arts Practices: Theater, Dance, Music", we would like to contribute details on our current research project IML - "Immersive Media Lab" (https://research.fhstp.ac.at/en/projects/immersive-media-lab). The project was funded by FFG COIN "Aufbau" and started in 2018 at the St. Pölten University of Applied Sciences under the leadership of Dr Franziska Bruckner. IML explores the potential of storytelling in immersive media settings. The project consists of five use cases that extend to the sectors Media Art, Creative Industries, Audio Industries, Industry 4.0 and Digital Healthcare. Each use case developed a specific notion of storytelling in the respective context and specific aspects of interactivity. In our KAMC presentation, we intend to focus on the use case IMTA – “Intermedia Motion Tracking in AR/VR”. IMTA is set in an artistic virtual environment, and the narration is about the interaction of body, space and music. A dancer is placed inside a virtual space and uses her avatar to interact with space in order to perform the story in an experimental media installation. The relationship between body and space in general as well as body position, elasticity, speed and rhythm in relation to the whole body in space is archived as a choreographic substrate in the form of a digital action track and transferred into artistic-experimental, immersive storytelling scenarios. Our presentation will give an overview of the delimitation to traditional storytelling methods and the development of new narrative concepts. A visual abstract for IMTA is displayed at https://www. youtube.com/watch?v=u08IzjepVUE. https://kyoto-amc.iafor.org https://www.youtube.com/watch?v=lxmXPNDWZFA\&t=65s https://www.instagram.com/intermedia\_motiontracking}, language = {Englisch}, author = {Wintersberger, Markus and Munk, Christian}, month = oct, year = {2021}, note = {Projekt: IML}, keywords = {Andrea Nagl, Art, Art \& Tec, Art and science, Art based REMIX Experiment, Art based Research, Artificial Museum, Avatar, Christian Munk, Department Medien und Digitale Technologien, Experimentelle Medien, FH St. Pölten, Forschungsgruppe Media Creation, IAFOR, ICMT, IMLAB, IMTA, Immersive Storytelling, Institut für Creative Media Technologies, Intermedia Motion Tracking in AR VR, Japan, Kioto, Markus Wintersberger, Media Art, Media Technology, Medienkunst, Medientechnik, Motion Capture, Osaka, Performance, Projekt: Experimentelle Medien, Projekt: IMTA, Projekt: Markus Wintersberger, experimenteller Museumsraum, medienwerkstatt006}, } @inproceedings{wintersberger_intermedia_2021-1, address = {Kyoto, Japan}, title = {Intermedia {Motion} {Tracking} in {AR}/{VR} – {On} {Immersive} {Storytelling} and {Choreographic} {Patterns}}, shorttitle = {Intermedia {Motion} {Tracking} in {AR}/{VR}}, url = {https://papers.iafor.org/submission61349/}, abstract = {This paper presents narrative concepts developed in the Immersive Media Lab projects use case Intermediate Motion Tracking in AR/VR. Its narration is set in an artistic virtual environment built upon the interaction of body, space, and music. A dancer performs inside a virtual space and uses her avatar to interact with space in order to perform the story in an experimental media installation. The relationship between body and space in general as well as body position, elasticity, speed, and rhythm in relation to the whole body in space isarchived as a choreographic substrate in the form of a digital action track and transferred into artistic-experimental, immersive storytelling scenarios. We present an overview of the delimitation from traditional storytelling methods and the development of new narrative concepts.}, language = {EN}, booktitle = {{ISSN}: 2436-0503 – {The} {Kyoto} {Conference} on {Arts}, {Media} \& {Culture} 2021: {Official} {Conference} {Proceedings}}, author = {Wintersberger, Markus and Baumann, Clemens and Jachek, Marlen and Munk, Christian and Nagl, Andrea and Vogt, Georg}, month = dec, year = {2021}, note = {Projekt: IML}, keywords = {Department Medien und Digitale Technologien, Forschungsgruppe Media Creation, Immersive Media (AR, VR, 360°), Institut für Creative Media Technologies, Wiss. Beitrag, peer-reviewed}, } @inproceedings{jakl_enlightening_2020, address = {Atlanta, USA}, title = {Enlightening {Patients} with {Augmented} {Reality}}, doi = {10/ghppzb}, abstract = {Enlightening Patients with Augmented Reality (EPAR) enhances patient education with new possibilities offered by augmented reality. Medical procedures are becoming increasingly complex and printed information sheets are often hard to understand for patients. EPAR developed an augmented reality prototype that helps patients with strabismus to better understand the processes of examinations and eye surgeries. By means of interactive storytelling, three identified target groups based on user personas were able to adjust the level of information transfer based on their interests. We performed a 2-phase evaluation with a total of 24 test subjects, resulting in a final system usability score of 80:0. For interaction prompts concerning virtual 3D content, visual highlights were considered to be sufficient. On the whole, participants thought that an AR system as a complementary tool could lead to a better understanding of medical procedures.}, language = {ENG}, author = {Jakl, Andreas and Lienhart, Anna-Maria and Baumann, Clemens and Jalaeefar, Arian and Schlager, Alexander and Schöffer, Lucas and Bruckner, Franziska}, year = {2020}, note = {Projekt: IML}, keywords = {Eintrag überprüfen, Forschungsgruppe Digital Technologies, Forschungsgruppe Media Creation, Green OA, Immersive Media (AR, VR, 360°), Institut für Creative Media Technologies, Institutional Access, Wiss. Beitrag, best, best-ajakl, best-ajalaeefar, best-aschlager, best-cbaumann, best-fbruckner, best-lschoeffer, peer-reviewed}, pages = {9}, } @inproceedings{iber_auditory_2019, address = {Nottingham, UNited Kingdom}, title = {Auditory {Augmented} {Reality} for {Cyber} {Physical} {Production} {Systems}}, isbn = {978-1-4503-7297-8}, doi = {10.1145/3356590.3356600}}, abstract = {We describe a proof-of-concept approach on the sonification of estimated operation states of 3D printing processes. The results of this study form the basis for the development of an “intelligent” noise protection headphone as part of Cyber Physical Production Systems, which provides auditorily augmented information to machine operators and enables radio communication between them. Further application areas are implementations in control rooms (equipped with multichannel loudspeaker systems) and utilization for training purposes. The focus of our research lies on situation-specific acoustic processing of conditioned machine sounds and operation related data with high information content, considering the often highly auditorily influenced working knowledge of skilled workers. As a proof-of-concept the data stream of error probability estimations regarding partly manipulated 3D printing processes was mapped to three sonification models, giving evidence about momentary operation states. The neural network applied indicates a high accuracy ({\textgreater}93\%) concerning error estimation distinguishing between normal and manipulated operation states. None of the manipulated states could be identified by listening. An auditory augmentation, respectively sonification of these error estimations provides a considerable benefit to process monitoring.}, booktitle = {{AudioMostly} ({AM}'19)}, publisher = {ACM New York, NY, USA}, author = {Iber, Michael and Lechner, Patrik and Jandl, Christian and Mader, Manuel and Reichmann, Michael}, year = {2019}, note = {Projekt: IML}, keywords = {Auditory Display, FH SP Data Analytics \& Visual Computing, Forschungsgruppe Media Computing, Forschungsgruppe Media Creation, Immersive Media (AR, VR, 360°), Institut für Creative Media Technologies, Smart Manufacturing, Vortrag, best, best-lbiber, peer-reviewed, ⚠️ Invalid DOI}, } @article{iber_auditory_2020, title = {Auditory augmented process monitoring for cyber physical production systems}, issn = {1617-4909, 1617-4917}, url = {http://link.springer.com/10.1007/s00779-020-01394-3}, doi = {10/ghz24q}, language = {en}, urldate = {2020-03-30}, journal = {Personal and Ubiquitous Computing}, author = {Iber, Michael and Lechner, Patrik and Jandl, Christian and Mader, Manuel and Reichmann, Michael}, month = mar, year = {2020}, note = {Projekt: IML}, keywords = {Auditory Display, Eintrag überprüfen, FH SP Data Analytics \& Visual Computing, Forschungsgruppe Media Computing, Forschungsgruppe Media Creation, Green OA, Immersive Media (AR, VR, 360°), Institut für Creative Media Technologies, Open Access, Smart Manufacturing, Wiss. Beitrag, best, best-lbiber, peer-reviewed}, } @misc{bruckner_franziska_virtual_2020, address = {Potsdam}, type = {Keynote {Lecture}}, title = {Virtual {Worlds}, {Virtual} {Realities}}, url = {https://www.filmuniversitaet.de/studium/studienangebot/filmuni-summer-school/masterclass-artistic-research/}, language = {ENG}, author = {Bruckner, Franziska, Franziska}, month = jul, year = {2020}, note = {Projekt: IML}, keywords = {Forschungsgruppe Media Creation, Immersive Media (AR, VR, 360°), Institut für Creative Media Technologies, fbruckner}, } @misc{bruckner_virtual_2019, address = {Lisboa, Portugal}, type = {Presentation}, title = {Virtual {Hybrid} {Spaces}. {Notes} in {Combinations} of {Live}-{Action} and {Animation} within {Virtual} {Environments}.}, shorttitle = {Virtual {Hybrid} {Spaces}}, url = {http://sas2019.ulusofona.pt/presentations/virtual-hybrid-spaces-notes-on-combinations-of-live-action-and-animation-within-virtual-reality-environments/}, abstract = {Animation is a very broad and heterogeneous media form. In this context, Suzanne Buchan (2013) speaks of pervasive animation, a media-world in which animated images are omnipresent. Also, in one of today’s newest and most innovative field of motion picture production, augmented and virtual and reality, animation is an integral part of artistic, scientific and economical applications. Like in conventional filmic formats, the animation parts range from purely animated forms to hybrid mixtures with live-recorded footage. The goal of this paper is to identify some of the chances and challenges of animated content in VR environments. In order to do so, a film-analytical method designed for animation studies will be expanded to VR content. The analytical starting point is a typology called “Hybrid Image, Hybrid Montage” (Bruckner 2015) that illuminates the formal characteristics of live action/animation hybrid films. By reference to six categories, the combination of animation and live-action is explored on the level of the cinematic time and space. Originally, the adaptable set of parameters should be applicable to films as well as different sequences within cinematic moving images. By applying it on two VR projects “Out of Exile” (2017) and “Zero Days” VR (2017) that were awarded at the Ars Electronica festival in 2017, the presentation will map animation and hybrid forms within VR environments and expand media-scholarly knowledge in this research field.}, language = {Englisch}, author = {Bruckner, Franziska}, month = jun, year = {2019}, note = {Projekt: IML Projekt: CDHI-Lab}, keywords = {Forschungsgruppe Media Creation, IML, Immersive Media (AR, VR, 360°), Institut für Creative Media Technologies, Wiss. Beitrag, best-fbruckner, peer-reviewed}, } @misc{bruckner_virtual_2019-1, address = {Vienna}, type = {Panel {Diskussion}}, title = {Virtual and {Augmented} {Reality} as an artistic medium and a tool for communication}, shorttitle = {Virtual and {Augmented} {Reality} as an artistic medium and a tool for communication}, url = {http://soundframe.at/2019/05/21/discussion-record/?fbclid=IwAR0GsvwXxQimpWNxD3wd5TtXkYXBIaDpmaNcM38JbDtJNq8F5THIUoqIWt0#info}, language = {Englisch}, author = {Bruckner, Franziska and Fischer, Eva and Chihan Stanley, Gabriella and Ladenhauf, Gregor}, month = may, year = {2019}, note = {Projekt: IML}, keywords = {Department Medien und Digitale Technologien, Forschungsgruppe Media Creation, Immersive Media (AR, VR, 360°), Institut für Creative Media Technologies}, } @misc{jakl_enlightening_2019, title = {Enlightening {Patients} with {Augmented} {Reality}}, abstract = {Medizinische Verfahren werden immer komplexer und sind für PatientInnen oft schwer zu verstehen. Gleichzeitig haben behandelnde ÄrztInnen oft nur wenig Zeit, den Prozess sowie die Risiken verständlich zu erklären. Die EPAR AR App soll Patienten die Möglichkeit geben, sich selbstständig und in ihrem eigenen Tempo aufzuklären.}, author = {Schöffer, Lucas and Schlager, Alexander}, collaborator = {Jakl, Andreas and Jalaeefar, Aryan and Baumann, Clemens and Lienhart, Anna and Mader, Manuel}, year = {2019}, note = {Projekt: IML}, keywords = {AR, Digital Health, Forschungsgruppe Digital Technologies, Forschungsgruppe Media Creation, Immersive Media, Institut für Creative Media Technologies}, } @incollection{bruckner_virtual_2019-2, address = {Berlin}, title = {Virtual {Hybrid} {Image}, {Virtual} {Hybrid} {Montage}: {Notes} on the {Hybridization} of {Live} {Action} and {Animation} within {Virtual} {Reality} {Environments}}, isbn = {978-3-7757-4525-3}, url = {https://www.hatjecantz.de/expanded-animation-7475-0.html}, language = {Englisch}, booktitle = {Expanded {Animation}. {Mapping} an {Unlimited} {Landscape}}, publisher = {978-3-7757-4525-3}, author = {Bruckner, Franziska}, editor = {Hagler, Juergen and Lankes, Michael and Wilhelm, Alexander}, year = {2019}, note = {Projekt: IML}, keywords = {Digital Media, Forschungsgruppe Media Creation, IML, Immersive Media (AR, VR, 360°), Institut für Creative Media Technologies, best-fbruckner}, pages = {64--71}, } @misc{jandl_aarip-virtual_2019, title = {{AARiP}-{Virtual} {Reality} {App} for {Oculus} {Go}}, abstract = {VR-App zum Evaluieren der Sonifikation im Usecase AARiP (IML Projekt)}, author = {Jandl, Christian and Mader, Christian and Iber, Michael}, month = sep, year = {2019}, note = {Projekt: IML}, keywords = {Forschungsgruppe Digital Technologies, Forschungsgruppe Media Creation, Immersive Media (AR, VR, 360°), Institut für Creative Media Technologies}, }