@article {7029,
	title = {Deep learning of cuneiform sign detection with weak supervision using transliteration alignment},
	journal = {PLoS ONE},
	volume = {15},
	year = {2020},
	month = {12/2020},
	type = {Journal},
	chapter = {1-21},
	abstract = {The cuneiform script provides a glimpse into our ancient history. However, reading age-old clay tablets is time-consuming and requires years of training. To simplify this process, we propose a deep-learning based sign detector that locates and classifies cuneiform signs in images of clay tablets. Deep learning requires large amounts of training data in the form of bounding boxes around cuneiform signs, which are not readily available and costly to obtain in the case of cuneiform script. To tackle this problem, we make use of existing transliterations, a sign-by-sign representation of the tablet content in Latin script. Since these do not provide sign localization, we propose a weakly supervised approach: We align tablet images with their corresponding transliterations to localize the transliterated signs in the tablet image, before using these localized signs in place of annotations to re-train the sign detector. A better sign detector in turn boosts the quality of the alignments. We combine these steps in an iterative process that enables training a cuneiform sign detector from transliterations only. While our method works weakly supervised, a small number of annotations further boost the performance of the cuneiform sign detector which we evaluate on a large collection of clay tablets from the Neo-Assyrian period. To enable experts to directly apply the sign detector in their study of cuneiform texts, we additionally provide a web application for the analysis of clay tablets with a trained cuneiform sign detector.},
	keywords = {cuneiform script, deep learning, sign detection, Weakly supervised learning},
	doi = {https://doi.org/10.1371/journal.pone.0243039},
	url = {https://hci.iwr.uni-heidelberg.de/compvis/projects/cuneiform},
	author = {Tobias Dencker and Pablo Klinkisch and Stefan M Maul and Bj{\"o}rn Ommer}
}
@article {Kleesiek2019,
	title = {Can Virtual Contrast Enhancement in Brain MRI Replace Gadolinium?: A Feasibility Study},
	journal = {Investigative Radiology},
	volume = {54},
	year = {2019},
	pages = {653{\textendash}660},
	abstract = {Objectives Gadolinium-based contrast agents (GBCAs) have become an integral part in daily clinical decision making in the last 3 decades. However, there is a broad consensus that GBCAs should be exclusively used if no contrast-free magnetic resonance imaging (MRI) technique is available to reduce the amount of applied GBCAs in patients. In the current study, we investigate the possibility of predicting contrast enhancement from noncontrast multiparametric brain MRI scans using a deep-learning (DL) architecture. Materials and Methods A Bayesian DL architecture for the prediction of virtual contrast enhancement was developed using 10-channel multiparametric MRI data acquired before GBCA application. The model was quantitatively and qualitatively evaluated on 116 data sets from glioma patients and healthy subjects by comparing the virtual contrast enhancement maps to the ground truth contrast-enhanced T1-weighted imaging. Subjects were split in 3 different groups: Enhancing tumors (n = 47), nonenhancing tumors (n = 39), and patients without pathologic changes (n = 30). The tumor regions were segmented for a detailed analysis of subregions. The influence of the different MRI sequences was determined. Results Quantitative results of the virtual contrast enhancement yielded a sensitivity of 91.8\% and a specificity of 91.2\%. T2-weighted imaging, followed by diffusion-weighted imaging, was the most influential sequence for the prediction of virtual contrast enhancement. Analysis of the whole brain showed a mean area under the curve of 0.969 {\textpm} 0.019, a peak signal-to-noise ratio of 22.967 {\textpm} 1.162 dB, and a structural similarity index of 0.872 {\textpm} 0.031. Enhancing and nonenhancing tumor subregions performed worse (except for the peak signal-to-noise ratio of the nonenhancing tumors). The qualitative evaluation by 2 raters using a 4-point Likert scale showed good to excellent (3-4) results for 91.5\% of the enhancing and 92.3\% of the nonenhancing gliomas. However, despite the good scores and ratings, there were visual deviations between the virtual contrast maps and the ground truth, including a more blurry, less nodular-like ring enhancement, few low-contrast false-positive enhancements of nonenhancing gliomas, and a tendency to omit smaller vessels. These "features" were also exploited by 2 trained radiologists when performing a Turing test, allowing them to discriminate between real and virtual contrast-enhanced images in 80\% and 90\% of the cases, respectively. Conclusions The introduced model for virtual gadolinium enhancement demonstrates a very good quantitative and qualitative performance. Future systematic studies in larger patient collectives with varying neurological disorders need to evaluate if the introduced virtual contrast enhancement might reduce GBCA exposure in clinical practice.},
	keywords = {Bayesian uncertainty, deep learning, gadolinium-based contrast agents, glioma, multiparametric MRI},
	issn = {15360210},
	doi = {10.1097/RLI.0000000000000583},
	author = {Kleesiek, Jens and Morshuis, Jan Nikolas and Isensee, Fabian and Deike-Hofmann, Katerina and Paech, Daniel and Kickingereder, Philipp and K{\"o}the, Ullrich and Rother, Carsten and Forsting, Michael and Wick, Wolfgang and Bendszus, Martin and Schlemmer, Heinz Peter and Radbruch, Alexander}
}
@proceedings {6299,
	title = {Divide and Conquer the Embedding Space for Metric Learning},
	year = {2019},
	keywords = {deep learning, metric learning},
	url = {https://github.com/CompVis/metric-learning-divide-and-conquer},
	author = {Sanakoyeu, A. and Tschernezki, V. and Uta B{\"u}chler and Bj{\"o}rn Ommer}
}
@conference {Leistner2019,
	title = {Learning to Think Outside the Box: Wide-Baseline Light Field Depth Estimation with EPI-Shift},
	booktitle = {Proceedings - 2019 International Conference on 3D Vision, 3DV 2019},
	year = {2019},
	month = {sep},
	pages = {249{\textendash}257},
	abstract = {We propose a method for depth estimation from light field data, based on a fully convolutional neural network architecture. Our goal is to design a pipeline which achieves highly accurate results for small-and wide-baseline light fields. Since light field training data is scarce, all learning-based approaches use a small receptive field and operate on small disparity ranges. In order to work with wide-baseline light fields, we introduce the idea of EPI-Shift: To virtually shift the light field stack which enables to retain a small receptive field, independent of the disparity range. In this way, our approach {\textquoteright}learns to think outside the box of the receptive field". Our network performs joint classification of integer disparities and regression of disparity-offsets. A U-Net component provides excellent long-range smoothing. EPI-Shift considerably outperforms the state-of-the-art learning-based approaches and is on par with hand-crafted methods. We demonstrate this on a publicly available, synthetic, small-baseline benchmark and on large-baseline real-world recordings.},
	keywords = {Computer vision, deep learning, depth estimation, light fields, Stereo},
	isbn = {9781728131313},
	doi = {10.1109/3DV.2019.00036},
	url = {http://arxiv.org/abs/1909.09059 http://dx.doi.org/10.1109/3DV.2019.00036},
	author = {Titus Leistner and Schilling, Hendrik and Mackowiak, Radek and Gumhold, Stefan and Carsten Rother}
}
@article {Arnab2018,
	title = {Conditional Random Fields Meet Deep Neural Networks for Semantic Segmentation},
	journal = {Cvpr},
	volume = {XX},
	number = {Xx},
	year = {2018},
	pages = {1{\textendash}15},
	abstract = {{\textemdash}Semantic Segmentation is the task of labelling every pixel in an image with a pre-defined object category. It has numer-ous applications in scenarios where the detailed understanding of an image is required, such as in autonomous vehicles and medical diagnosis. This problem has traditionally been solved with probabilistic models known as Conditional Random Fields (CRFs) due to their ability to model the relationships between the pixels being predicted. However, Deep Neural Networks (DNNs) have recently been shown to excel at a wide range of computer vision problems due to their ability to learn rich feature representations automatically from data, as opposed to traditional hand-crafted features. The idea of combining CRFs and DNNs have achieved state-of-the-art results in a number of domains. We review the literature on combining the modelling power of CRFs with the representation-learning ability of DNNs, ranging from early work that combines these two techniques as independent stages of a common pipeline to recent approaches that embed inference of probabilistic models directly in the neural network itself. Finally, we summarise future research directions.},
	keywords = {conditional random fields, deep learning, seman-},
	url = {http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.308.8889\&rep=rep1\&type=pdf\%0Ahttp://dx.doi.org/10.1109/CVPR.2012.6248050},
	author = {Arnab, Anurag and Zheng, Shuai and Jayasumana, Sadeep and Romera-paredes, Bernardino and Kirillov, Alexander and Savchynskyy, Bogdan and Carsten Rother and Kahl, Fredrik and Torr, Philip}
}
@conference {style_aware_content_loss_eccv18,
	title = {A Style-Aware Content Loss for Real-time HD Style Transfer},
	booktitle = {Proceedings of the European Conference on Computer Vision (ECCV) (Oral)},
	year = {2018},
	abstract = {Recently, style transfer has received a lot of attention. While much of this research has aimed at speeding up processing, the approaches are still lacking from a principled, art historical standpoint: a style is more than just a single image or an artist, but previous work is limited to only a single instance of a style or shows no benefit from more images. Moreover, previous work has relied on a direct comparison of art in the domain of RGB images or on CNNs pre-trained on ImageNet, which requires millions of labeled object bounding boxes and can introduce an extra bias, since it has been assembled without artistic consideration. To circumvent these issues, we propose a style-aware content loss, which is trained jointly with a deep encoder-decoder network for real-time, high-resolution stylization of images and videos. We propose a quantitative measure for evaluating the quality of a stylized image and also have art historians rank patches from our approach against those from previous work. These and our qualitative results ranging from small image patches to megapixel stylistic images and videos show that our approach better captures the subtle nature in which a style affects content.
},
	keywords = {deep learning, generative network, Style transfer},
	author = {Sanakoyeu, A. and Dmytro Kotovenko and Sabine Lang and Bj{\"o}rn Ommer}
}
@conference {blum:GCPR:2018,
	title = {X-GAN: Improving Generative Adversarial Networks with ConveX Combinations},
	booktitle = {German Conference on Pattern Recognition (GCPR) (Oral)},
	year = {2018},
	address = {Stuttgart, Germany},
	abstract = {Even though recent neural architectures for image generation are capable of producing photo-realistic results, the overall distributions of real and faked images still differ a lot. While the lack of a structured latent representation for GANs often results in mode collapse, VAEs enforce a prior to the latent space that leads to an unnatural representation of the underlying real distribution. We introduce a method that preserves the natural structure of the latent manifold. By utilizing neighboring relations within the set of discrete real samples, we reproduce the full continuous latent manifold. We propose a novel image generation network X-GAN that creates latent input vectors from random convex combinations of adjacent real samples. This way we ensure a structured and natural latent space by not requiring prior assumptions. In our experiments, we show that our model outperforms recent approaches in terms of the missing mode problem while maintaining a high image quality.},
	keywords = {deep learning, generative adversarial network, generative model, variational auto-encoder},
	author = {Blum, O. and Biagio Brattoli and Bj{\"o}rn Ommer}
}
