@article{10.1145/3532205,

title = {Software Engineering for Augmented Reality - A Research Agenda},

author = {Ingo Börsting and Markus Heikamp and Marc Hesenius and Wilhelm Koop and Volker Gruhn},

url = {https://doi.org/10.1145/3532205},

doi = {10.1145/3532205},

year  = {2022},

date = {2022-06-01},

journal = {Proc. ACM Hum.-Comput. Interact.},

volume = {6},

number = {EICS},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

abstract = {Augmented reality changes the way we perceive reality and how we interact with computers. However, we argue that to create augmented reality solutions, we need to rethink the way we develop software. In this paper, we review the state of the art in software engineering for augmented reality applications, derive open questions, and define a research agenda. For this purpose, we consider different engineering phases and evaluate conventional techniques regarding their applicability for AR development. In requirements engineering, we found the integration of AR experts and the associated collaboration between actors to be of key aspect in the development process. Additionally, requirements about the physical world must be considered, which in turn has a huge impact on UI design. The relevance of the physical environment is not yet sufficiently addressed in applicable techniques, which also applies to current implementation frameworks and tools, complicating the AR development process. When evaluating AR software iterations, we found interaction testing and test automation to have great potential, although they have not yet been sufficiently researched. Our paper contributes to AR research by revealing current core challenges within the AR development process and formulating explicit research questions that should be considered by future research.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{@Article,

title = {Design Patterns for Mobile Augmented Reality User Interfaces - An Incremental Review},

author = {Ingo Börsting and Can Karabulut and Bastian Fischer and Volker Gruhn},

url = {https://www.mdpi.com/2078-2489/13/4/159},

doi = {10.3390/info13040159},

issn = {2078-2489},

year  = {2022},

date = {2022-03-22},

urldate = {2022-03-22},

journal = {Information},

volume = {13},

issue = {4},

abstract = {The virtual enhancement of the physical world through Augmented Reality (AR) has an enormous potential in its application, but faces challenges in its development. The lack of standards and the increased complexity of interaction opportunities complicate the definition of suitable User Interfaces (UIs). Several principles and patterns have been formulated to simplify UI design for AR applications, but their joint contribution to a positive usability as well as the influence of individual patterns remain unclear. In this paper, AR design principles from selected research were reviewed and merged into a comprehensive pattern model within an incremental process. Based on an initial model, we developed ARScribble, a mobile AR application which imitates a physical spray can to virtually sketch within a real environment. In a user-based study, we evaluated the usability of ARScribble as well as the role of individual patterns for the overall usability. We found promising indications that the pattern model implementation is related to a positive usability. The individual pattern analysis showed that AR users particularly desire a consistent and structured UI. A consistent appealing design and multimodal interaction concepts were also found to positively correlate with the overall usability. Based on these results, we included additional related work to refine the initial model into a final pattern model. To evaluate this refinement, the colAR application was developed, which allows real-world colors to be assigned to virtual objects. As a result, we found the consideration of the final pattern model to be related to a positive usability, which was confirmed in an A/B test, in which an application neglecting the pattern model showed a significantly poorer usability.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{doi:10.1177/00220345211032524,

title = {Caries Detection on Intraoral Images Using Artificial Intelligence},

author = {J. Kühnisch and O. Meyer and M. Hesenius and R. Hickel and V. Gruhn},

url = {https://doi.org/10.1177/00220345211032524},

doi = {10.1177/00220345211032524},

year  = {2022},

date = {2022-01-01},

journal = {Journal of Dental Research},

volume = {101},

number = {2},

pages = {158-165},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Schoenwolf:2022:MIHDetection,

title = {Artificial intelligence-based diagnostics of molar-incisor-hypomineralization (MIH) on intraoral photographs},

author = {Jule Schönewolf and Ole Meyer and Paula Engels and Anne Schlickenrieder and Reinhard Hickel and Volker Gruhn and Marc Hesenius and Jan Kühnisch},

doi = {10.1007/s00784-022-04552-4},

year  = {2022},

date = {2022-01-01},

journal = {Clinical Oral Investigations},

abstract = {The aim of this study was to develop and validate a deep learning--based convolutional neural network (CNN) for the automated detection and categorization of teeth affected by molar-incisor-hypomineralization (MIH) on intraoral photographs.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Engels:2022:PosteriorRestorationsAI,

title = {Automated detection of posterior restorations in permanent teeth using artificial intelligence on intraoral photographs},

author = {Paula Engels and Ole Meyer and Jule Schönewolf and Anne Schlickenrieder and Reinhard Hickel and Marc Hesenius and Volker Gruhn and Jan Kühnisch},

url = {https://www.sciencedirect.com/science/article/pii/S0300571222001737},

doi = {https://doi.org/10.1016/j.jdent.2022.104124},

issn = {0300-5712},

year  = {2022},

date = {2022-01-01},

journal = {Journal of Dentistry},

volume = {121},

pages = {104124},

abstract = {Objectives 

Intraoral photographs might be considered the machine-readable equivalent of a clinical-based visual examination and can potentially be used to detect and categorize dental restorations. The first objective of this study was to develop a deep learning-based convolutional neural network (CNN) for automated detection and categorization of posterior composite, cement, amalgam, gold and ceramic restorations on clinical photographs. Second, this study aimed to determine the diagnostic accuracy for the developed CNN (test method) compared to that of an expert evaluation (reference standard). 

Methods The whole image set of 1761 images (483 of unrestored teeth, 570 of composite restorations, 213 of cements, 278 of amalgam restorations, 125 of gold restorations and 92 of ceramic restorations) was divided into a training set (N = 1407, 401, 447, 66, 231, 93, and 169, respectively) and a test set (N = 354, 82, 123, 26, 47, 32, and 44). The expert diagnoses served as a reference standard for cyclic training and repeated evaluation of the CNN (ResNeXt-101--32 × 8d), which was trained by using image augmentation and transfer learning. Statistical analysis included the calculation of contingency tables, areas under the receiver operating characteristic curve and saliency maps. 

Results 

After training was complete, the CNN was able to categorize restorations correctly with the following diagnostic accuracy values: 94.9% for unrestored teeth, 92.9% for composites, 98.3% for cements, 99.2% for amalgam restorations, 99.4% for gold restorations and 97.8% for ceramic restorations. 

Conclusions 

It was possible to categorize different types of posterior restorations on intraoral photographs automatically with a good diagnostic accuracy. 

Clinical significance 

Dental diagnostics might be supported by artificial intelligence-based algorithms in the future. However, further improvements are needed to increase accuracy and practicability.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{diagnostics11091608,

title = {Automatized Detection and Categorization of Fissure Sealants from Intraoral Digital Photographs Using Artificial Intelligence},

author = {Anne Schlickenrieder and Ole Meyer and Jule Schönewolf and Paula Engels and Reinhard Hickel and Volker Gruhn and Marc Hesenius and Jan Kühnisch},

url = {https://www.mdpi.com/2075-4418/11/9/1608},

doi = {10.3390/diagnostics11091608},

issn = {2075-4418},

year  = {2021},

date = {2021-01-01},

journal = {Diagnostics},

volume = {11},

number = {9},

abstract = {The aim of the present study was to investigate the diagnostic performance of a trained convolutional neural network (CNN) for detecting and categorizing fissure sealants from intraoral photographs using the expert standard as reference. An image set consisting of 2352 digital photographs from permanent posterior teeth (461 unsealed tooth surfaces/1891 sealed surfaces) was divided into a training set (n = 1881/364/1517) and a test set (n = 471/97/374). All the images were scored according to the following categories: unsealed molar, intact, sufficient and insufficient sealant. Expert diagnoses served as the reference standard for cyclic training and repeated evaluation of the CNN (ResNeXt-101-32x8d), which was trained by using image augmentation and transfer learning. A statistical analysis was performed, including the calculation of contingency tables and areas under the receiver operating characteristic curve (AUC). The results showed that the CNN accurately detected sealants in 98.7% of all the test images, corresponding to an AUC of 0.996. The diagnostic accuracy and AUC were 89.6% and 0.951, respectively, for intact sealant; 83.2% and 0.888, respectively, for sufficient sealant; 92.4 and 0.942, respectively, for insufficient sealant. On the basis of the documented results, it was concluded that good agreement with the reference standard could be achieved for automatized sealant detection by using artificial intelligence methods. Nevertheless, further research is necessary to improve the model performance.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{10.1093/iwcomp/iwab017,

title = {AugIR Meets GestureCards: A Digital Sketching Environment for Gesture-Based Applications},

author = {Marc Hesenius and Markus Kleffmann and Volker Gruhn},

url = {https://academic.oup.com/iwc/advance-article/doi/10.1093/iwcomp/iwab017/6273339?guestAccessKey=d665bee3-137e-469e-a569-f328e9e2a77a},

doi = {10.1093/iwcomp/iwab017},

issn = {1873-7951},

year  = {2021},

date = {2021-01-01},

journal = {Interacting with Computers},

abstract = {To gain a common understanding of an application's layouts, dialogs and interaction flows, development teams often sketch user interface (UI). Nowadays, they must also define multi-touch gestures, but tools for sketching UIs often lack support for custom gestures and typically just integrate a basic predefined gesture set, which might not suffice to specifically tailor the interaction to the desired use cases. Furthermore, sketching can be enhanced with digital means, but it remains unclear whether digital sketching is actually beneficial when designing gesture-based applications. We extended the AugIR, a digital sketching environment, with GestureCards, a hybrid gesture notation, to allow software engineers to define custom gestures when sketching UIs. We evaluated our approach in a user study contrasting digital and analog sketching of gesture-based UIs.},

note = {iwab017},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Bub2020,

title = {New School of IT: Der aktuelle Spielstand},

author = {Udo Bub and Rüdiger Striemer and Volker Gruhn},

doi = {https://doi.org/10.1365/s35764-020-00266-y},

issn = {1867-5905},

year  = {2020},

date = {2020-05-27},

journal = {Wirtschaftsinformatik & Management},

volume = {3},

keywords = {},

pubstate = {published},

tppubtype = {article}

}