@inproceedings{penzel2021investigating,
    type = {inproceedings},
    key = {penzel2021investigating},
    title = {Investigating the Consistency of Uncertainty Sampling in Deep Active Learning},
    author = {Niklas Penzel and Christian Reimers and Clemens-Alexander Brust and Joachim Denzler},
    booktitle = {DAGM German Conference on Pattern Recognition (DAGM-GCPR)},
    year = {2021},
    pages = {159-173},
    abstract = {Uncertainty sampling is a widely used active learning strategy to select unlabeled examples for annotation. However, previous work hints at weaknesses of uncertainty sampling when combined with deep learning, where the amount of data is even more significant. To investigate these problems, we analyze the properties of the latent statistical estimators of uncertainty sampling in simple scenarios. We prove that uncertainty sampling converges towards some decision boundary. Additionally, we show that it can be inconsistent, leading to incorrect estimates of the optimal latent boundary. The inconsistency depends on the latent class distribution, more specifically on the class overlap. Further, we empirically analyze the variance of the decision boundary and find that the performance of uncertainty sampling is also connected to the class regions overlap. We argue that our findings could be the first step towards explaining the poor performance of uncertainty sampling combined with deep models.},
    doi = {10.1007/978-3-030-92659-5_10},
    groups = {activelearning,noveltydetection,understanding-dl},
    url = {https://www.youtube.com/watch?v=kNLZhlYbAOI},
}