{"entry_id": "4a98e5b3-93d2-4c05-89b5-2102089c2af0", "infos": [{"txt": "CONCEPTVAE:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 0, "bbox": [[0.135, 0.124, 0.317, 0.14]]}]}, "tags": ["title"], "label": "article_title", "web_segment_id": 1, "global_sentence_id": 0, "edu_l1_label": "BOT"}, {"txt": " SELF-SUPERVISED FINE-GRAINED CONCEPT", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 0, "bbox": [[0.317, 0.124, 0.863, 0.14]]}]}, "tags": ["title"], "label": "article_title", "web_segment_id": 1, "global_sentence_id": 1, "edu_l1_label": "BOT"}, {"txt": "DISENTANGLEMENT FROM 2D ECHOCARDIOGRAPHIES", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 100000, "bbox": [[0.172, 0.15, 0.825, 0.165]]}]}, "tags": ["title"], "label": "author", "web_segment_id": 2, "global_sentence_id": 2, "edu_l1_label": "EDU_O"}, {"txt": "S707운eLELAO.so] IASCSTO.70sZ.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 200000, "bbox": [[0.029, 0.273, 0.052, 0.646]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 3, "global_sentence_id": 3, "edu_l1_label": "EDU_O"}, {"txt": ":AIXTe", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 200000, "bbox": [[0.052, 0.273, 0.051, 0.701]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 3, "global_sentence_id": 4, "edu_l1_label": "EDU_O"}, {"txt": "Costin F. Ciusdel*, Alex Serban", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 300000, "bbox": [[0.18, 0.234, 0.407, 0.242]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 4, "global_sentence_id": 5, "edu_l1_label": "EDU_O"}, {"txt": "Foundational Technologies", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 300000, "bbox": [[0.201, 0.248, 0.377, 0.257]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 5, "global_sentence_id": 6, "edu_l1_label": "EDU_O"}, {"txt": "Siemens SRL,Brasov, Romania", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 400000, "bbox": [[0.184, 0.262, 0.393, 0.27]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 6, "global_sentence_id": 7, "edu_l1_label": "EDU_O"}, {"txt": "costin.ciusdel@siemens.com", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 500000, "bbox": [[0.178, 0.278, 0.4, 0.284]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 7, "global_sentence_id": 8, "edu_l1_label": "EDU_O"}, {"txt": "alexandru.serban@siemens.com", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 600000, "bbox": [[0.169, 0.291, 0.408, 0.297]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 8, "global_sentence_id": 9, "edu_l1_label": "EDU_O"}, {"txt": "Tiziano Passerini", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 700000, "bbox": [[0.593, 0.234, 0.712, 0.242]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 9, "global_sentence_id": 10, "edu_l1_label": "EDU_O"}, {"txt": "Siemens Healthineers", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 800000, "bbox": [[0.579, 0.248, 0.721, 0.257]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 10, "global_sentence_id": 11, "edu_l1_label": "EDU_O"}, {"txt": "Princeton, NJ, USA", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 900000, "bbox": [[0.586, 0.262, 0.713, 0.27]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 11, "global_sentence_id": 12, "edu_l1_label": "EDU_O"}, {"txt": "tiziano.passerini@siemens-healthineers.com", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1000000, "bbox": [[0.471, 0.277, 0.829, 0.284]]}]}, "tags": ["text"], "label": "author", "web_segment_id": 12, "global_sentence_id": 13, "edu_l1_label": "EDU_O"}, {"txt": "ABSTRACT", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1100000, "bbox": [[0.452, 0.353, 0.547, 0.364]]}]}, "tags": ["title"], "label": "abstract", "web_segment_id": 13, "global_sentence_id": 14, "edu_l1_label": "BOS"}, {"txt": "While traditional self-supervised learning methods improve performance and robustness across vari-ous medical tasks, they rely on single-vector embeddings that may not capture fine-grained concepts such as anatomical structures or organs.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1100000, "bbox": [[0.176, 0.376, 0.824, 0.381], [0.175, 0.391, 0.823, 0.398], [0.176, 0.405, 0.432, 0.411]]}]}, "tags": ["text"], "label": "abstract", "web_segment_id": 14, "global_sentence_id": 15, "edu_l1_label": "IOS"}, {"txt": "The ability to identify such concepts and their characteristics without supervision has the potential to improve pre-training methods, and enable novel applications such as fine-grained image retrieval and concept-based outlier detection.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1100000, "bbox": [[0.432, 0.405, 0.823, 0.412], [0.176, 0.419, 0.823, 0.425], [0.176, 0.432, 0.647, 0.439]]}]}, "tags": ["text"], "label": "abstract", "web_segment_id": 14, "global_sentence_id": 16, "edu_l1_label": "IOS"}, {"txt": "In this paper, we introduce ConceptVAE, a novel pre-training framework that detects and disentangles fine-grained concepts from their style characteristics in a self-supervised manner.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1100000, "bbox": [[0.647, 0.432, 0.823, 0.439], [0.176, 0.444, 0.823, 0.453], [0.176, 0.459, 0.574, 0.467]]}]}, "tags": ["text"], "label": "abstract", "web_segment_id": 14, "global_sentence_id": 17, "edu_l1_label": "IOS"}, {"txt": "We present a suite of loss terms and model architecture primitives designed to discretise input data into a preset number of concepts along with their local style.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1100000, "bbox": [[0.574, 0.459, 0.822, 0.467], [0.176, 0.475, 0.823, 0.481], [0.176, 0.487, 0.315, 0.494]]}]}, "tags": ["text"], "label": "abstract", "web_segment_id": 14, "global_sentence_id": 18, "edu_l1_label": "IOS"}, {"txt": "We validate ConceptVAE both qualitatively and quantitatively, demonstrating its ability to detect fine-grained anatomical structures such as blood pools and septum walls from 2D cardiac echocardiographies.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1100000, "bbox": [[0.315, 0.487, 0.822, 0.496], [0.176, 0.501, 0.823, 0.508], [0.176, 0.513, 0.382, 0.521]]}]}, "tags": ["text"], "label": "abstract", "web_segment_id": 14, "global_sentence_id": 19, "edu_l1_label": "IOS"}, {"txt": "Quantitatively, ConceptVAE outperforms traditional self-supervised methods in tasks such as region-based instance retrieval, semantic segmentation, out-of-distribution detection, and object detection.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1100000, "bbox": [[0.382, 0.513, 0.822, 0.522], [0.176, 0.53, 0.823, 0.535], [0.176, 0.541, 0.382, 0.55]]}]}, "tags": ["text"], "label": "abstract", "web_segment_id": 14, "global_sentence_id": 20, "edu_l1_label": "IOS"}, {"txt": "Additionally, we explore the generation of in-distribution synthetic data that maintains the same concepts as the training data but with distinct styles,highlighting its potential for more calibrated data generation.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1100000, "bbox": [[0.382, 0.541, 0.823, 0.549], [0.176, 0.555, 0.824, 0.563], [0.175, 0.571, 0.47, 0.577]]}]}, "tags": ["text"], "label": "abstract", "web_segment_id": 14, "global_sentence_id": 21, "edu_l1_label": "IOS"}, {"txt": "Overall, our study introduces and validates a promis-ing new pre-training technique based on concept-style disentanglement, opening multiple avenues for developing models for medical image analysis that are more interpretable and explainable than black-box approaches.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1100000, "bbox": [[0.47, 0.571, 0.824, 0.574], [0.176, 0.584, 0.823, 0.59], [0.176, 0.597, 0.823, 0.605], [0.176, 0.61, 0.324, 0.619]]}]}, "tags": ["text"], "label": "abstract", "web_segment_id": 14, "global_sentence_id": 22, "edu_l1_label": "IOS"}, {"txt": "1 Introduction", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1200000, "bbox": [[0.117, 0.643, 0.252, 0.653]]}]}, "tags": ["title"], "label": "title1", "web_segment_id": 15, "global_sentence_id": 23, "edu_l1_label": "BOS"}, {"txt": "Unsupervised and, in particular, Self-Supervised Learning (SSL) methods facilitate the use of unlabeled data to learn its underlying structure.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1300000, "bbox": [[0.117, 0.672, 0.88, 0.681], [0.117, 0.688, 0.275, 0.7]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 16, "global_sentence_id": 24, "edu_l1_label": "IOS"}, {"txt": "These pre-training methods have demonstrated improved performance and robustness across a wide range of medical imaging tasks, outperforming models trained solely through supervised learning [1,2,3].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1300000, "bbox": [[0.275, 0.688, 0.881, 0.695], [0.117, 0.703, 0.859, 0.708]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 16, "global_sentence_id": 25, "edu_l1_label": "IOS"}, {"txt": "The core idea of SSL pre-training is to develop meaningful representations from input samples, represented as a single continuous embedding vector encapsulating the content displayed in an input [4].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1400000, "bbox": [[0.116, 0.721, 0.882, 0.729], [0.117, 0.737, 0.644, 0.743]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 17, "global_sentence_id": 26, "edu_l1_label": "IOS"}, {"txt": "These representations can be viewed as an aggregation of local concepts, their corresponding styles and their contribution on the overall meaning of the input.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1400000, "bbox": [[0.644, 0.737, 0.882, 0.743], [0.117, 0.751, 0.881, 0.758], [0.118, 0.764, 0.158, 0.777]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 17, "global_sentence_id": 27, "edu_l1_label": "IOS"}, {"txt": "The nature of the representations learnt can vary depending on the specific method employed [5].For example,some methods encourage the representations to be similar for similar or augmented input samples, and dissimilar for samples that depict distinct concepts [6].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1400000, "bbox": [[0.158, 0.764, 0.882, 0.772], [0.118, 0.779, 0.882, 0.785], [0.117, 0.79, 0.413, 0.798]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 17, "global_sentence_id": 28, "edu_l1_label": "IOS"}, {"txt": "Other methods aim to ensure that the representations can be accurately reconstructed from partially masked inputs or features [7,8].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1400000, "bbox": [[0.413, 0.79, 0.88, 0.801], [0.117, 0.806, 0.514, 0.812]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 17, "global_sentence_id": 29, "edu_l1_label": "IOS"}, {"txt": "Regardless of the approach employed, each method aims to develop a single-vector representation of the input, which may fail to capture fine-grained concepts present in it.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1500000, "bbox": [[0.117, 0.824, 0.88, 0.833], [0.117, 0.84, 0.467, 0.847]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 18, "global_sentence_id": 30, "edu_l1_label": "IOS"}, {"txt": "For example, a 2D echocardiography of the heart can be broken down into concepts such as heart chambers, valves, and walls.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1500000, "bbox": [[0.467, 0.84, 0.88, 0.847], [0.117, 0.853, 0.515, 0.86]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 18, "global_sentence_id": 31, "edu_l1_label": "IOS"}, {"txt": "However, the SSL methods' single-vector representation makes it challenging to discern whether such concepts are learned during pre-training [9,10].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1500000, "bbox": [[0.515, 0.853, 0.881, 0.86], [0.118, 0.867, 0.728, 0.874]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 18, "global_sentence_id": 32, "edu_l1_label": "IOS"}, {"txt": "Moreover, similarityconstraints imposed in SSL under various augmentations can cause algorithms to merge certain concepts and their associated styles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1600000, "bbox": [[0.124, 0.886, 0.881, 0.895], [0.117, 0.902, 0.359, 0.909]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 19, "global_sentence_id": 33, "edu_l1_label": "IOS"}, {"txt": "For example, two augmented views of the same input must produce similar", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1600000, "bbox": [[0.359, 0.902, 0.882, 0.909]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 19, "global_sentence_id": 34, "edu_l1_label": "IOS"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1700000, "bbox": [[0.169, 0.045, 0.829, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 35, "edu_l1_label": "EDU_O"}, {"txt": "representations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1700000, "bbox": [[0.118, 0.097, 0.222, 0.103]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 36, "edu_l1_label": "IOS"}, {"txt": "However, cropping or zooming can exclude some object parts from a view, while blurring or color jittering can alter local textures, making them different between the augmented views.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1700000, "bbox": [[0.222, 0.097, 0.883, 0.103], [0.116, 0.11, 0.69, 0.117]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 37, "edu_l1_label": "IOS"}, {"txt": "This is one reason why SSL pre-trained models typically do not perform well on localized tasks, such as detecting localized pathologies, instance retrieval or Out-of-Distribution (OOD) detection [11, 12].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1700000, "bbox": [[0.69, 0.11, 0.878, 0.117], [0.118, 0.124, 0.881, 0.131], [0.117, 0.138, 0.504, 0.144]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 38, "edu_l1_label": "IOS"}, {"txt": "The ability to identify individual concepts that make up larger objects within input images, and capture particular traits of these concepts such as textures, will result in more expressive embeddings that can alleviate some of these weaknesses.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1700000, "bbox": [[0.504, 0.138, 0.881, 0.146], [0.118, 0.15, 0.881, 0.158], [0.117, 0.166, 0.56, 0.172]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 39, "edu_l1_label": "IOS"}, {"txt": "In this paper, we present a novel pre-training method that learns to discretise an input image into a set of fine-grained concepts, and identifies a unique set of styles for each concept.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1800000, "bbox": [[0.117, 0.184, 0.882, 0.193], [0.117, 0.201, 0.527, 0.212]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 40, "edu_l1_label": "IOS"}, {"txt": "Inspired by human perception, where the brain rapidly recognizes objects by first identifying essential concepts as key components and then perceiving detailed information like fine textures, our approach aims to mimic this process [13,14,15].Using 2D cardiac echocardiographies,we show that the proposed method, which we term ConceptVAE and illustrate in Figure 1,can identify fine-grained concepts representing anatomical structures and regions such as heart chambers, walls or blood pools without any supervision.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1800000, "bbox": [[0.527, 0.201, 0.88, 0.208], [0.117, 0.214, 0.88, 0.22], [0.118, 0.225, 0.873, 0.234], [0.118, 0.24, 0.881, 0.248], [0.117, 0.255, 0.88, 0.261]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 41, "edu_l1_label": "IOS"}, {"txt": "The main strength of our proposed framework is the concept(content)-style disentanglement that happens natively during the pretraining procedure, a behavior that doesn't occur within traditional SSL methods.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1900000, "bbox": [[0.117, 0.274, 0.881, 0.284], [0.117, 0.289, 0.767, 0.295]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 42, "edu_l1_label": "IOS"}, {"txt": "We demonstrate the achievement of disentanglement and investigate its potential in a plurality of diverse downstream tasks (such as segmentation, object detection, retrieval, generation, outlier detection) where we directly exploit the proposed disen-tangled latent space.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1900000, "bbox": [[0.767, 0.289, 0.882, 0.295], [0.118, 0.302, 0.881, 0.31], [0.118, 0.318, 0.882, 0.321], [0.118, 0.331, 0.252, 0.338]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 43, "edu_l1_label": "IOS"}, {"txt": "Applications in medical imaging, where aspects such as model explainability and interpretability hold great interest, can benefit from concept-style disentanglement of the latent space.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1900000, "bbox": [[0.252, 0.331, 0.881, 0.339], [0.118, 0.343, 0.672, 0.351]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 44, "edu_l1_label": "IOS"}, {"txt": "Although traditional deep learn-ing (DL) models are capable of performing the aforementioned tasks with good performance, they lack such properties since they are black-box solutions (regardless whether pretraining was used or not in their development).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1900000, "bbox": [[0.672, 0.343, 0.882, 0.348], [0.118, 0.358, 0.882, 0.366], [0.118, 0.372, 0.814, 0.379]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 45, "edu_l1_label": "IOS"}, {"txt": "Disentan-glement can also be used as a tool to explore the underlying structure of data, through the explicit decomposition into observed local concepts and their style properties.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 1900000, "bbox": [[0.814, 0.372, 0.882, 0.376], [0.118, 0.386, 0.881, 0.392], [0.117, 0.399, 0.443, 0.406]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 46, "edu_l1_label": "IOS"}, {"txt": "Briefly,ConceptVAE extends the Variational Autoencoder (VAE) framework to encode a 2D input image into a latent space using a 2D grid of concept probability distributions (one$p_{ij}(c$for each image region, where $C$ is a concept and $i,j$ are spatial indexes) and their associated style vectors $\\left(_{i}=\\left(_{i}x\\right)\\right.$,where$_{ij}$is the style property vector of concept$c_{ij}$ that is present at location $i,j$ in input image $x$).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2000000, "bbox": [[0.115, 0.417, 0.885, 0.513]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 47, "edu_l1_label": "IOS"}, {"txt": "We find that even a modest number of discrete concepts and styles (e.g., 16 concepts and 8 style components) are sufficient to model 2D echocardiographies.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2000000, "bbox": [[0.115, 0.417, 0.885, 0.513]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 48, "edu_l1_label": "IOS"}, {"txt": "We design a series of loss functions that guide a neural network to detect underlying concepts from an input image and identify particular styles for each concept.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2000000, "bbox": [[0.115, 0.417, 0.885, 0.513]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 49, "edu_l1_label": "IOS"}, {"txt": "We validate the effectiveness of the embeddings learnt via ConceptVAE through distinct tasks including region-based instance retrieval, semantic segmentation, object detection, and OOD detection, demonstrating consistent improve-ments over more traditional SSL methods.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2100000, "bbox": [[0.118, 0.521, 0.881, 0.53], [0.118, 0.537, 0.883, 0.543], [0.117, 0.551, 0.393, 0.558]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 50, "edu_l1_label": "IOS"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2200000, "bbox": [[0.303, 0.608, 0.694, 0.874]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 7, "global_sentence_id": 51, "edu_l1_label": "EDU_O"}, {"txt": "Figure 1: ConceptVAE overview, where the blue blocks are trainable while the grey blocks are only updated using exponential moving average.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2300000, "bbox": [[0.115, 0.882, 0.883, 0.907]]}]}, "tags": ["figure_caption"], "label": "figure_title", "web_segment_id": 8, "global_sentence_id": 52, "edu_l1_label": "EDU_O"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2400000, "bbox": [[0.494, 0.936, 0.506, 0.949]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 9, "global_sentence_id": 53, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2400000, "bbox": [[0.169, 0.045, 0.829, 0.059]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 54, "edu_l1_label": "EDU_O"}, {"txt": "In summary, our work's key contributions are the following:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2500000, "bbox": [[0.117, 0.094, 0.509, 0.104]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 55, "edu_l1_label": "IOS"}, {"txt": "·We introduce ConceptVAE, a novel SSL training framework that yields models capable to fine-grained disen-tangle concepts and styles from medical images.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2600000, "bbox": [[0.161, 0.124, 0.882, 0.132], [0.176, 0.138, 0.484, 0.145]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 56, "edu_l1_label": "IOS"}, {"txt": "We evaluate the model using 2D cardiac echocardiographies,given the accessibility of datasets for pre-training and validation.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2600000, "bbox": [[0.484, 0.138, 0.884, 0.146], [0.182, 0.153, 0.605, 0.164]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 57, "edu_l1_label": "IOS"}, {"txt": "Nevertheless, ConceptVAE is designed to be versatile and can potentially be applied to all 2D image modalities.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2600000, "bbox": [[0.605, 0.153, 0.881, 0.159], [0.176, 0.164, 0.631, 0.173]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 58, "edu_l1_label": "IOS"}, {"txt": "·We qualitatively validate ConceptVAE and demonstrate its ability to identify concepts specialised for anatom-ical structures,such as blood pools or septum walls.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2700000, "bbox": [[0.161, 0.186, 0.879, 0.193], [0.176, 0.199, 0.515, 0.207]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 59, "edu_l1_label": "IOS"}, {"txt": "·We quantitatively validate ConceptVAE and show consistent improvements over traditional SSL methods across various tasks, including instance retrieval, semantic segmentation, object detection, and OOD detec-tion.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2800000, "bbox": [[0.161, 0.221, 0.881, 0.227], [0.175, 0.235, 0.882, 0.239], [0.175, 0.247, 0.206, 0.255]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 60, "edu_l1_label": "IOS"}, {"txt": "·We assess ConceptVAE's ability to generate data conditioned on concept semantics and discuss its potential to enhance robustness in dense prediction tasks.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 2900000, "bbox": [[0.161, 0.269, 0.882, 0.275], [0.175, 0.282, 0.489, 0.289]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 61, "edu_l1_label": "IOS"}, {"txt": "The remainder of this article is organised as follows.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3000000, "bbox": [[0.117, 0.309, 0.459, 0.317]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 62, "edu_l1_label": "IOS"}, {"txt": "We start by discussing background information and related work (Section 2), followed by a detailed overview of ConceptVAE (Section 3), an analysis of the pre-trained model's ability to disentangle concepts and styles (Section 4), and a quantitative evaluation of the model for multiple tasks (Section 5).The paper ends with conclusions and future work (Section 6).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3000000, "bbox": [[0.459, 0.309, 0.88, 0.317], [0.117, 0.323, 0.882, 0.333], [0.118, 0.338, 0.882, 0.345], [0.117, 0.35, 0.52, 0.359]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 63, "edu_l1_label": "IOS"}, {"txt": "2 Related Work", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3100000, "bbox": [[0.117, 0.385, 0.262, 0.396]]}]}, "tags": ["title"], "label": "title1", "web_segment_id": 8, "global_sentence_id": 64, "edu_l1_label": "BOS"}, {"txt": "We identify a series of related works that can be categorized into three distinct groups:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3200000, "bbox": [[0.118, 0.417, 0.671, 0.426]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 65, "edu_l1_label": "IOS"}, {"txt": " (i) SSL methods, encompassing both general approaches from natural images and those specific to medical images [4,16]; (ii) Disentangled Represen-tation Learning (DRL) methods, which aim to train models capable of identifying and mapping factors of variation to semantically meaningful variables [17,28]; and (iii) the application of SSL methods to improve performance in med-ical image processing tasks related to 2D echocardiographies, such as segmentation or information retrieval.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3200000, "bbox": [[0.671, 0.417, 0.881, 0.428], [0.118, 0.432, 0.88, 0.441], [0.118, 0.447, 0.882, 0.454], [0.118, 0.462, 0.882, 0.465], [0.118, 0.474, 0.833, 0.481]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 66, "edu_l1_label": "IOS"}, {"txt": "Below,we discuss these groups independently and explore their interplay.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3200000, "bbox": [[0.833, 0.474, 0.884, 0.482], [0.118, 0.489, 0.548, 0.496]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 67, "edu_l1_label": "IOS"}, {"txt": "The primary SSL methods can be categorized in (i) contrastive learning methods (e.g., [18,19]),which aim to create similar representations for input images showing the same objects and contrastive representations for images showing different objects;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3300000, "bbox": [[0.117, 0.507, 0.882, 0.516], [0.118, 0.523, 0.881, 0.532], [0.117, 0.536, 0.23, 0.545]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 68, "edu_l1_label": "IOS"}, {"txt": " (ii) correlation-based methods (e.g., [20]), which aim to preserve the variance of the embeddings while decorrelating variables related to distinct objects; and (iii) masked image modeling methods (e.g.,[21,22]),which aim to reconstruct the original input from its masked version.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3300000, "bbox": [[0.23, 0.536, 0.882, 0.544], [0.117, 0.551, 0.882, 0.558], [0.117, 0.564, 0.566, 0.571]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 69, "edu_l1_label": "IOS"}, {"txt": "Recent studies indicate that,despite differences in methodology and training objectives, contrastive and correlation-based methods are closely related and may yield similar results, as they minimize criteria that are equivalent under certain conditions [23].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3300000, "bbox": [[0.566, 0.564, 0.882, 0.571], [0.117, 0.577, 0.88, 0.585], [0.118, 0.592, 0.699, 0.598]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 70, "edu_l1_label": "IOS"}, {"txt": "All methods in these groups focus on developing single-vector (and not local or concept-based) representations, which can be used in distinct downstream tasks.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3300000, "bbox": [[0.699, 0.592, 0.882, 0.6], [0.117, 0.604, 0.882, 0.613], [0.117, 0.619, 0.237, 0.627]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 71, "edu_l1_label": "IOS"}, {"txt": "Within SSL methods, some approaches yield models with interesting emergent properties.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3400000, "bbox": [[0.117, 0.638, 0.708, 0.646]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 72, "edu_l1_label": "IOS"}, {"txt": "For example, vision trans-former models [24] trained with DINO [25,26] can generate features that explicitly describe the semantic segmentation of an image.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3400000, "bbox": [[0.708, 0.638, 0.882, 0.644], [0.117, 0.652, 0.881, 0.66], [0.118, 0.668, 0.203, 0.674]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 73, "edu_l1_label": "IOS"}, {"txt": "These features can be directly linked to actual objects present in the image, which can be broadly in-terpreted as independent concepts.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3400000, "bbox": [[0.203, 0.668, 0.882, 0.672], [0.118, 0.681, 0.344, 0.688]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 74, "edu_l1_label": "IOS"}, {"txt": "Training with DINO improves performance in image classification, segmentation,and even information retrieval.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3400000, "bbox": [[0.344, 0.681, 0.882, 0.689], [0.118, 0.696, 0.326, 0.703]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 75, "edu_l1_label": "IOS"}, {"txt": "Building upon DINO, ref.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3400000, "bbox": [[0.326, 0.696, 0.507, 0.702]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 76, "edu_l1_label": "IOS"}, {"txt": "[27] associated a fixed number of prototypical concepts with the semantics of each image using a pixel assignment scheme based on k-means clustering, further enhancing semantic segmentation.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3400000, "bbox": [[0.507, 0.696, 0.882, 0.702], [0.118, 0.709, 0.881, 0.718], [0.117, 0.723, 0.27, 0.73]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 77, "edu_l1_label": "IOS"}, {"txt": "Despite the fact that global representations developed through SSL methods can linearly separate certain object classes,these methods do not ensure that the learned latent space structure is meaningful.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3500000, "bbox": [[0.117, 0.741, 0.882, 0.752], [0.118, 0.756, 0.66, 0.765]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 78, "edu_l1_label": "IOS"}, {"txt": "Specifically, intermediate feature maps (i.e., the spatial feature maps before the final projector head) may not be sufficiently descriptive to reliably differentiate between similar visual concepts or to group together representations of objects from the same class.Additionally,these representations might either be intertwined with style information or attempt to suppress it to achieve invariance against train-time augmentations [28].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3500000, "bbox": [[0.66, 0.756, 0.881, 0.765], [0.118, 0.772, 0.88, 0.78], [0.117, 0.783, 0.882, 0.792], [0.117, 0.797, 0.882, 0.806], [0.119, 0.812, 0.492, 0.819]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 79, "edu_l1_label": "IOS"}, {"txt": "In contrast, DRL is a family of training methods aimed at isolating the factors of variation driving the generative process behind a data distribution into distinct latent variables.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3600000, "bbox": [[0.117, 0.831, 0.881, 0.84], [0.118, 0.848, 0.531, 0.854]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 80, "edu_l1_label": "IOS"}, {"txt": "Ref.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3600000, "bbox": [[0.531, 0.848, 0.565, 0.854]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 81, "edu_l1_label": "IOS"}, {"txt": "[28,29] provide overviews of recent techniques in DRL.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3600000, "bbox": [[0.565, 0.848, 0.88, 0.854], [0.118, 0.861, 0.176, 0.868]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 82, "edu_l1_label": "IOS"}, {"txt": "Among various benefits, DRL can improve a model's explainability, controllability, and robustness [29].Nevertheless, DRL methods often need labels to learn meaningful representations [30] and have limited applicability to image-based tasks, primarily focusing on image generation [29].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3600000, "bbox": [[0.176, 0.861, 0.883, 0.868], [0.118, 0.872, 0.879, 0.882], [0.117, 0.888, 0.558, 0.9]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 83, "edu_l1_label": "IOS"}, {"txt": "In contrast, ConceptVAE is designed as a general pre-training strategy that benefits multiple downstream tasks.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3600000, "bbox": [[0.558, 0.888, 0.882, 0.895], [0.117, 0.903, 0.516, 0.908]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 84, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3700000, "bbox": [[0.494, 0.936, 0.506, 0.949]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 14, "global_sentence_id": 85, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3700000, "bbox": [[0.169, 0.045, 0.829, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 86, "edu_l1_label": "EDU_O"}, {"txt": "Within DRL, ConceptVAE is similar to content-style disentanglement [28], as it deliberately assigns distinct roles to different components of the latent space.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3800000, "bbox": [[0.117, 0.094, 0.881, 0.103], [0.118, 0.109, 0.393, 0.117]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 87, "edu_l1_label": "IOS"}, {"txt": "For example, certain components represent anatomical concepts such as heart valves (acting as the content), while others capture their local specifics (acting as the style).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3800000, "bbox": [[0.393, 0.109, 0.882, 0.117], [0.117, 0.123, 0.771, 0.136]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 88, "edu_l1_label": "IOS"}, {"txt": "Our model uses both discrete and continuous latent variables, for the content and style of input images, respectively.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3800000, "bbox": [[0.771, 0.123, 0.881, 0.131], [0.118, 0.136, 0.784, 0.144]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 89, "edu_l1_label": "IOS"}, {"txt": "This approach has provensuccessful in other DRL works, e.g., for clustering latent space representations in generative adversarial modeling [31].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3800000, "bbox": [[0.784, 0.136, 0.88, 0.145], [0.118, 0.15, 0.882, 0.158], [0.117, 0.165, 0.217, 0.172]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 90, "edu_l1_label": "IOS"}, {"txt": "However, our two latent variables are not independent: the style is determined as a function of both the input image and a predicted grid of discrete concepts.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3800000, "bbox": [[0.217, 0.165, 0.879, 0.172], [0.118, 0.177, 0.492, 0.186]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 91, "edu_l1_label": "IOS"}, {"txt": "While some methods enforce DRL at train time through either inductive biases, priors or supervision [28], other methods work post-hoc as post-processing of pretrained models in order to separate style and content.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3900000, "bbox": [[0.118, 0.198, 0.882, 0.206], [0.118, 0.214, 0.792, 0.22]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 92, "edu_l1_label": "IOS"}, {"txt": "For example,ref.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3900000, "bbox": [[0.792, 0.214, 0.882, 0.221], [0.117, 0.227, 0.141, 0.234]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 93, "edu_l1_label": "IOS"}, {"txt": "[32] uses style annotations to compute a linear projection that is applied on the entangled representations to separate them in two sub-matrices: a diagonal style matrix and an invertible dense content matrix.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3900000, "bbox": [[0.141, 0.227, 0.882, 0.234], [0.118, 0.241, 0.748, 0.248]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 94, "edu_l1_label": "IOS"}, {"txt": "We draw inspiration from this approach, and enforce a unit-covariance constraint on the style component of our latent space, while letting adjacent concepts cooperate for reconstructing the input image.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 3900000, "bbox": [[0.748, 0.241, 0.881, 0.247], [0.118, 0.254, 0.881, 0.264], [0.117, 0.269, 0.531, 0.276]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 95, "edu_l1_label": "IOS"}, {"txt": "Modeling images with a discrete codebook has been previously employed for purely generative purposes in models such as VQ-VAE [33,34].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4000000, "bbox": [[0.117, 0.287, 0.882, 0.295], [0.118, 0.303, 0.296, 0.309]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 96, "edu_l1_label": "IOS"}, {"txt": "Unlike our approach, these models require a significantly larger codebook size because a discrete code must represent a combination of entangled concept and style.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4000000, "bbox": [[0.296, 0.303, 0.881, 0.31], [0.117, 0.318, 0.627, 0.324]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 97, "edu_l1_label": "IOS"}, {"txt": "In contrast, our model requires only a small array of discrete concepts, as they are disentangled from the styles, which are represented in the latent space by small-sized continuous vectors.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4000000, "bbox": [[0.627, 0.318, 0.881, 0.324], [0.118, 0.331, 0.88, 0.34], [0.118, 0.345, 0.324, 0.352]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 98, "edu_l1_label": "IOS"}, {"txt": "Similar methods have been employed in cardiac image analysis before.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4100000, "bbox": [[0.117, 0.364, 0.597, 0.372]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 99, "edu_l1_label": "IOS"}, {"txt": "For example, ref.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4100000, "bbox": [[0.597, 0.364, 0.721, 0.372]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 100, "edu_l1_label": "IOS"}, {"txt": "[35] used spatial binary anatomical factors as content to compute an image-level modality factor as style for reconstructing MRI and CT data.Additionally, traditional SSL methods have been successfully applied in medical image analysis for tasks such as instanceretrieval [36], semantic segmentation [37], and object detection [16].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4100000, "bbox": [[0.721, 0.364, 0.88, 0.374], [0.117, 0.379, 0.882, 0.385], [0.117, 0.391, 0.882, 0.4], [0.118, 0.405, 0.64, 0.413]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 101, "edu_l1_label": "IOS"}, {"txt": "However, these models are adapted from natural image analysis and are not specifically tailored for medical imaging.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4100000, "bbox": [[0.64, 0.405, 0.881, 0.414], [0.117, 0.419, 0.649, 0.427]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 102, "edu_l1_label": "IOS"}, {"txt": "3 ConceptVAE", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4200000, "bbox": [[0.116, 0.455, 0.253, 0.465]]}]}, "tags": ["title"], "label": "title1", "web_segment_id": 6, "global_sentence_id": 103, "edu_l1_label": "BOS"}, {"txt": "Figure 1 presents a high-level overview of ConceptVAE.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4300000, "bbox": [[0.117, 0.489, 0.493, 0.497]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 104, "edu_l1_label": "IOS"}, {"txt": "In essence, the method employs a VAE-like architecture to reconstruct an input from the model's embeddings.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4300000, "bbox": [[0.493, 0.489, 0.881, 0.497], [0.118, 0.504, 0.455, 0.51]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 105, "edu_l1_label": "IOS"}, {"txt": "It then converts the features into a set of concepts and styles via the concept discretizer and concept stylizer blocks.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4300000, "bbox": [[0.455, 0.504, 0.881, 0.511], [0.118, 0.516, 0.449, 0.524]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 106, "edu_l1_label": "IOS"}, {"txt": "We include a self-supervised input reconstruction task because we train the model from scratch and require an encoder that can produce meaningful low-level embeddings.However, this task is separated (through a stop-gradient operation)from concept and style identification.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4400000, "bbox": [[0.117, 0.537, 0.882, 0.545], [0.118, 0.551, 0.88, 0.56], [0.117, 0.565, 0.363, 0.573]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 107, "edu_l1_label": "IOS"}, {"txt": "Using an existing pre-trained encoder can replace this task.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4400000, "bbox": [[0.363, 0.565, 0.751, 0.573]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 108, "edu_l1_label": "IOS"}, {"txt": "To prevent feature collapse, such as unique features for all inputs or a single concept for all concept maps, as well as improve training stability, we use a mirrored network for augmented versions of the input, updating it only with Exponential Moving Average (EMA)-a technique proven in SSL methods with similar aims [25].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4500000, "bbox": [[0.117, 0.585, 0.884, 0.593], [0.117, 0.601, 0.881, 0.607], [0.118, 0.612, 0.761, 0.621]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 109, "edu_l1_label": "IOS"}, {"txt": "Both the original and augmented input embeddings are transformed, discretized and styled using the concept dis-cretizer and stylizer blocks.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4600000, "bbox": [[0.118, 0.633, 0.882, 0.647], [0.117, 0.65, 0.297, 0.655]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 110, "edu_l1_label": "IOS"}, {"txt": "To ensure consistency in concepts between augmented versions of the input, a specialized loss term is employed.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4600000, "bbox": [[0.297, 0.65, 0.88, 0.656], [0.117, 0.661, 0.269, 0.669]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 111, "edu_l1_label": "IOS"}, {"txt": "To guide the model in learning significant concepts and styles, the original inputs are recon-structed from the concepts and styles using the EMA decoder.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4600000, "bbox": [[0.269, 0.661, 0.878, 0.669], [0.118, 0.676, 0.532, 0.682]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 112, "edu_l1_label": "IOS"}, {"txt": "A dedicated reconstruction loss term is employed to ensure that the inputs reconstructed from concepts and styles closely match the originals.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4600000, "bbox": [[0.532, 0.676, 0.879, 0.683], [0.117, 0.691, 0.715, 0.696]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 113, "edu_l1_label": "IOS"}, {"txt": "This process encourages the model to capture and represent meaningful features of the data within the learned concepts and styles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4600000, "bbox": [[0.715, 0.691, 0.881, 0.697], [0.118, 0.703, 0.815, 0.71]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 114, "edu_l1_label": "IOS"}, {"txt": "Similarly,localised loss terms guide the model to learn diverse concepts and styles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4600000, "bbox": [[0.815, 0.703, 0.883, 0.711], [0.117, 0.716, 0.592, 0.724]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 115, "edu_l1_label": "IOS"}, {"txt": "The following subsections elaborate on the architecture, the rationale behind its design, and the training procedure,including details about the selected loss function terms and optimization parameters.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4700000, "bbox": [[0.117, 0.736, 0.882, 0.746], [0.118, 0.751, 0.666, 0.758]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 116, "edu_l1_label": "IOS"}, {"txt": "3.1 Model Architecture", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4800000, "bbox": [[0.116, 0.783, 0.29, 0.793]]}]}, "tags": ["title"], "label": "title2", "web_segment_id": 12, "global_sentence_id": 117, "edu_l1_label": "IOS"}, {"txt": "Figure 2 displays the detailed architecture of ConceptVAE.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4900000, "bbox": [[0.115, 0.81, 0.885, 0.876]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 118, "edu_l1_label": "IOS"}, {"txt": "A simple auto-encoder operates independently (in terms of gradients) from the rest of the model.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4900000, "bbox": [[0.115, 0.81, 0.885, 0.876]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 119, "edu_l1_label": "IOS"}, {"txt": "It comprises an Encoder Stem that generates features :$x_{\\text {}}$at a$4x$Ooutput stride, and an Image Decoder that reconstructs the original input.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4900000, "bbox": [[0.115, 0.81, 0.885, 0.876]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 120, "edu_l1_label": "IOS"}, {"txt": "After a stop-gradient operation, an Encoder Middle block applies a series of residual convolutional blocks starting from the encoder stem's features, projecting the features to concepts.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 4900000, "bbox": [[0.115, 0.81, 0.885, 0.876]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 121, "edu_l1_label": "IOS"}, {"txt": "The projections are used by a Concept Discretizer classification head, with$x_{\\text {mil}}$having a $16x$output stride.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5000000, "bbox": [[0.115, 0.884, 0.885, 0.912]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 14, "global_sentence_id": 122, "edu_l1_label": "IOS"}, {"txt": "For each spatial location, a Softmax activation creates a probability distribution over C concepts.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5000000, "bbox": [[0.115, 0.884, 0.885, 0.912]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 14, "global_sentence_id": 123, "edu_l1_label": "IOS"}, {"txt": "Using the Gumbel-", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5000000, "bbox": [[0.115, 0.884, 0.885, 0.912]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 14, "global_sentence_id": 124, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5100000, "bbox": [[0.493, 0.936, 0.507, 0.948]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 15, "global_sentence_id": 125, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5100000, "bbox": [[0.169, 0.045, 0.829, 0.059]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 126, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5100000, "bbox": [[0.128, 0.084, 0.896, 0.729]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 2, "global_sentence_id": 127, "edu_l1_label": "EDU_O"}, {"txt": "Figure 2: ConceptVAE model architecture and training setup, where the EMA blocks represent the exponential moving average mirrors of regular blocks. Loss components are shown in colored ellipses, and s.g. denotes stop-gradient.Solid arrows indicate tensor flows within the model, while dashed arrows represent tensors involved in loss functions.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5200000, "bbox": [[0.115, 0.742, 0.883, 0.781]]}]}, "tags": ["figure_caption"], "label": "figure_title", "web_segment_id": 3, "global_sentence_id": 128, "edu_l1_label": "EDU_O"}, {"txt": "Softmax trick [38] with hard sampling and gradient pass-through, a grid of one-hot vectors is sampled from the concept probabilities grid.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5300000, "bbox": [[0.114, 0.823, 0.885, 0.864]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 129, "edu_l1_label": "IOS"}, {"txt": "This one-hot vector grid indexes a learned matrix of concept embeddings to produce a 2D concept map$x_{\\text {concept}}$·", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5300000, "bbox": [[0.114, 0.823, 0.885, 0.864]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 130, "edu_l1_label": "IOS"}, {"txt": "Subsequently,$x_{\\text {middle}}$ and xconcept are concatenated along the channel axis and passed into a Concept Stylizer block.This block generates a 2D grid$x_{\\text {y}}$of $S$ channels capturing the style properties of each concept.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5400000, "bbox": [[0.115, 0.872, 0.885, 0.911]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 131, "edu_l1_label": "IOS"}, {"txt": "At this point,each location within the $16x$-stride grid has anidentified concept and an associated style vector.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5400000, "bbox": [[0.115, 0.872, 0.885, 0.911]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 132, "edu_l1_label": "IOS"}, {"txt": "The channel-wise concate-", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5400000, "bbox": [[0.115, 0.872, 0.885, 0.911]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 133, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5500000, "bbox": [[0.494, 0.936, 0.506, 0.949]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 6, "global_sentence_id": 134, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5500000, "bbox": [[0.171, 0.045, 0.829, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 135, "edu_l1_label": "EDU_O"}, {"txt": "nation of $x_{\\text {concept}}$ and$x_{\\text {syle}}$constitutes the model's latent space $\\left(x_{\\text {latent}}\\right)$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5500000, "bbox": [[0.114, 0.092, 0.885, 0.168]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 136, "edu_l1_label": "IOS"}, {"txt": "Notably, xconcept is derived from discrete embeddings, using a shared learnable embedding matrix for all input samples.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5500000, "bbox": [[0.114, 0.092, 0.885, 0.168]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 137, "edu_l1_label": "IOS"}, {"txt": "In contrast,$x_{\\text {yle}}$is a continuous tensor computed based on local features $x_{\\text {middle}}$and the sampled discrete concepts:$x_{\\text {concept}}$.Consequently,$x_{\\text {tyle}}$is specific to the sampled$x_{\\text {concept}}$,meaning that sampling a different concept at location $i,j$ will result in a different style vector $x_{\\text {style}}^{ij}.$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5500000, "bbox": [[0.114, 0.092, 0.885, 0.168]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 138, "edu_l1_label": "IOS"}, {"txt": "A Feature Decoder projects the latent space to reconstruct the lower $4x$-stride features of the Encoder Stem, denoted as$x_{\\text {m}}^{c}$.Lastly, the EMA Decoder is employed to recover the original input image from the latent space.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5600000, "bbox": [[0.115, 0.174, 0.885, 0.241]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 139, "edu_l1_label": "IOS"}, {"txt": "This reconstruction is core to ConceptVAE, as it guides the model to learn how to decompose an input into fine-grained concepts with associated styles, and reconstruct the input from concepts alone or from concepts and associated styles.Using the EMA Decoder for the reconstruction ensures there is no mode collapse for the concepts or styles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5600000, "bbox": [[0.115, 0.174, 0.885, 0.241]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 140, "edu_l1_label": "IOS"}, {"txt": "Architecturally, the Encoder Stem module is designed as a simple sequence of convolutional, instance normalization,max-pooling,and Leaky ReLU stages.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5700000, "bbox": [[0.115, 0.25, 0.885, 0.345]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 141, "edu_l1_label": "IOS"}, {"txt": "The final layer is a normalization layer that ensures channel-wise zero mean and unit standard deviation, helping to prevent potential feature collapse.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5700000, "bbox": [[0.115, 0.25, 0.885, 0.345]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 142, "edu_l1_label": "IOS"}, {"txt": "This module contains three convolutional layers with$3x3$kernels and strides 2,1,1 respectively, and one max-pooling layer with$2x2$kernel and stride 2,yielding a field of view size of$17\\mathrm {px}$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5700000, "bbox": [[0.115, 0.25, 0.885, 0.345]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 143, "edu_l1_label": "IOS"}, {"txt": "The Image Decoder block maintains this simplicity, consisting of 2 upsampling stages based on$3x3$transposed convolution layers with stride 2.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5700000, "bbox": [[0.115, 0.25, 0.885, 0.345]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 144, "edu_l1_label": "IOS"}, {"txt": "Regular$1x$convolutions, normalization, and Leaky ReLU layers are inter-twined between the two up-sampling stages to improve the module's decoding capacity.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5700000, "bbox": [[0.115, 0.25, 0.885, 0.345]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 145, "edu_l1_label": "IOS"}, {"txt": "The Encoder Middle block employs a residual architecture.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5800000, "bbox": [[0.115, 0.354, 0.885, 0.461]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 146, "edu_l1_label": "IOS"}, {"txt": "As in the Image Decoder block, the first layer is a Leaky ReLU activation, as the input to this block comes from the normalized convolutional output of the Encoder Stem.The block comprises three residual stages with 3, 5, and 5 residual layers, respectively.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5800000, "bbox": [[0.115, 0.354, 0.885, 0.461]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 147, "edu_l1_label": "IOS"}, {"txt": "Each residual layer includes two sequences of normalization, Leaky ReLU, and convolution.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5800000, "bbox": [[0.115, 0.354, 0.885, 0.461]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 148, "edu_l1_label": "IOS"}, {"txt": "Max-pooling and normalization layers are positioned between each residual stage.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5800000, "bbox": [[0.115, 0.354, 0.885, 0.461]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 149, "edu_l1_label": "IOS"}, {"txt": "This number of layers was selected to ensure that the receptive field-of-view$x_{\\text {mi}}$exceeds the shorter dimension of the input image.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5800000, "bbox": [[0.115, 0.354, 0.885, 0.461]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 150, "edu_l1_label": "IOS"}, {"txt": "In our case, the input image has dimensions(h,           320),and the field of view is approximately 300 pixels.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5800000, "bbox": [[0.115, 0.354, 0.885, 0.461]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 151, "edu_l1_label": "IOS"}, {"txt": "Larger or smaller architectures can be selected to model distinct input dimensions.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5800000, "bbox": [[0.115, 0.354, 0.885, 0.461]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 152, "edu_l1_label": "IOS"}, {"txt": "Equation (1) describes the operation of the concept discretizer.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5900000, "bbox": [[0.115, 0.47, 0.885, 0.524]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 153, "edu_l1_label": "IOS"}, {"txt": "A classification head $f_{cd}$computes the concept proba-bility logits; Gumbel noise-$-\\ln (-\\ln (u))$is added, and a temperature$\\left(T_{\\text {mp}}\\right)$Softmax computes the sampled concept ratios.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5900000, "bbox": [[0.115, 0.47, 0.885, 0.524]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 154, "edu_l1_label": "IOS"}, {"txt": "A one-hot vector is created based on the concept with largest ratio and the pass-through technique ensures dif-ferentiability (where sg is the stop-gradient operator,$I$ is the input image).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 5900000, "bbox": [[0.115, 0.47, 0.885, 0.524]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 155, "edu_l1_label": "IOS"}, {"txt": "$$p(c)\\vert \\mathcal {I}=\\text {Softmax}\\left(f_{cd}\\left(x_{\\text {middle}}(\\mathcal {I})\\right)\\right)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6000000, "bbox": [[0.342, 0.53, 0.596, 0.548]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 7, "global_sentence_id": 156, "edu_l1_label": "IOS"}, {"txt": "$$u\\sim U(0,1)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6100000, "bbox": [[0.377, 0.549, 0.459, 0.564]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 8, "global_sentence_id": 157, "edu_l1_label": "IOS"}, {"txt": "$$p_{\\text {samp}}(c)=\\text {Softmax}\\left(\\frac {\\ln (p(c)\\vert \\mathcal {I})-\\ln (-\\ln (u))}{T_{\\text {samp}}}\\right)\\tag{1}$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6200000, "bbox": [[0.325, 0.566, 0.885, 0.602]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 9, "global_sentence_id": 158, "edu_l1_label": "IOS"}, {"txt": "$$y_{\\text {hard}}=\\mathbf {1}_{\\text {hot}}\\left(\\arg \\max \\left(p_{\\text {samp}}(c)\\right)\\right)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6300000, "bbox": [[0.349, 0.602, 0.58, 0.62]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 10, "global_sentence_id": 159, "edu_l1_label": "IOS"}, {"txt": "$$y_{\\text {hard}}=\\text {sg}\\left(y_{\\text {hard}}-p_{\\text {samp}}(c)\\right)+p_{\\text {samp}}(c)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6400000, "bbox": [[0.349, 0.62, 0.635, 0.638]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 11, "global_sentence_id": 160, "edu_l1_label": "IOS"}, {"txt": "The Concept Stylizer is based on a small 3-layer sequence of convolution-Leaky ReLU-convolution layers,all with bottleneck$(1x1)$kernels.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6500000, "bbox": [[0.115, 0.651, 0.885, 0.689]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 161, "edu_l1_label": "IOS"}, {"txt": "Its function is to customize the selected concept at each spatial location within the $16x$-stride grid.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6500000, "bbox": [[0.115, 0.651, 0.885, 0.689]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 162, "edu_l1_label": "IOS"}, {"txt": "The Feature Decoder begins with two residual stages that process $x_{\\text {latent}}$t,followed by two transposed convolution stages that up-sample the grid to a$4$output stride relative to the input size.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6600000, "bbox": [[0.115, 0.699, 0.885, 0.753]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 163, "edu_l1_label": "IOS"}, {"txt": "These two residual stages operate on a neighborhood of$5x5$spatial locations, allowing adjacent concepts tocollaborate in the reconstruction.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6600000, "bbox": [[0.115, 0.699, 0.885, 0.753]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 164, "edu_l1_label": "IOS"}, {"txt": "The impact of neighborhood size on reconstruction and modeling quality is discussed in Section 4.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6600000, "bbox": [[0.115, 0.699, 0.885, 0.753]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 165, "edu_l1_label": "IOS"}, {"txt": "Neither the Image nor the Feature Decoder employ skip-connections that reuse internal encoder feature maps.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6700000, "bbox": [[0.115, 0.761, 0.885, 0.799]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 14, "global_sentence_id": 166, "edu_l1_label": "IOS"}, {"txt": "This design is essential, as it compels the model to rely solely on its latent space,$x_{\\text {latent}}$, to represent the data manifold and reconstruct the inputs.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6700000, "bbox": [[0.115, 0.761, 0.885, 0.799]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 14, "global_sentence_id": 167, "edu_l1_label": "IOS"}, {"txt": "3.2 Training Objectives", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6800000, "bbox": [[0.117, 0.819, 0.291, 0.829]]}]}, "tags": ["title"], "label": "title2", "web_segment_id": 15, "global_sentence_id": 168, "edu_l1_label": "IOS"}, {"txt": "To train ConceptVAE, we devise a series of loss terms inspired by classical (discrete) VAE formulations, but adapted to guide the learning process towards identifying and personalizing concepts.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6900000, "bbox": [[0.115, 0.844, 0.885, 0.913]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 16, "global_sentence_id": 169, "edu_l1_label": "IOS"}, {"txt": "We employ two types of reconstruction losses, illustrated in blue in Figure 2: an image-based loss$\\mathcal {L}_{img}$, which uses Mean Squared Error (MSE) over pixel values, and a feature-based loss$\\mathcal {L}_{\\text {fat}}$,which uses MSE over low-level feature tensors.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6900000, "bbox": [[0.115, 0.844, 0.885, 0.913]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 16, "global_sentence_id": 170, "edu_l1_label": "IOS"}, {"txt": "The simple auto-encoder is trained using$\\mathcal {L}_{img}$ between the original input image$\\mathcal {I}_{\\text {orig}}$ and the reconstructed image based on the $4x$-stride feature", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 6900000, "bbox": [[0.115, 0.844, 0.885, 0.913]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 16, "global_sentence_id": 171, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7000000, "bbox": [[0.494, 0.936, 0.506, 0.949]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 17, "global_sentence_id": 172, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7000000, "bbox": [[0.171, 0.045, 0.83, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 173, "edu_l1_label": "EDU_O"}, {"txt": "map.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7000000, "bbox": [[0.115, 0.094, 0.885, 0.147]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 174, "edu_l1_label": "IOS"}, {"txt": "The EMA version of the Encoder Stem is used to compute the target for the tensor produced by the Feature Decoder block,while the EMA Decoder is used to compute the reconstructed image from $x_{\\text {latent}}$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7000000, "bbox": [[0.115, 0.094, 0.885, 0.147]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 175, "edu_l1_label": "IOS"}, {"txt": "The use of both pixel-and feature-level reconstruction losses has been previously employed in VAE/GAN setups [34, 39], to boost both training stability and image generation fidelity.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7000000, "bbox": [[0.115, 0.094, 0.885, 0.147]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 176, "edu_l1_label": "IOS"}, {"txt": "The feature decoder takes both$x_{\\text {concept}}$ and $x_{\\text {syle}}$as inputs.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7100000, "bbox": [[0.114, 0.154, 0.885, 0.332]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 177, "edu_l1_label": "IOS"}, {"txt": "While $x_{\\text {concept}}$ is generated by sampling from a discrete concept codebook,$x_{\\text {tyl}}$is computed directlyas a (continuous) function of$x_{\\text {middle}}$ and $x_{\\text {concept}}$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7100000, "bbox": [[0.114, 0.154, 0.885, 0.332]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 178, "edu_l1_label": "IOS"}, {"txt": "Consequently,the network could potentially exploit this setup by minimizing the influence of $x_{\\text {concept}}$ and relying more heavily on the more direct path of$x_{\\text {syl}}$,effectively reducing its operation to that of a simple auto-encoder.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7100000, "bbox": [[0.114, 0.154, 0.885, 0.332]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 179, "edu_l1_label": "IOS"}, {"txt": "In this scenario,xconcept would lose its semantic significance,and$x_{\\text {l}}$would function as a rich bottleneck representation rather than a style characteristic of a concept.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7100000, "bbox": [[0.114, 0.154, 0.885, 0.332]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 180, "edu_l1_label": "IOS"}, {"txt": "To address this undesired behavior, an image/feature reconstruction is performed where the style components of $x_{\\text {latent}}$ are explicitly zeroed out.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7100000, "bbox": [[0.114, 0.154, 0.885, 0.332]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 181, "edu_l1_label": "IOS"}, {"txt": "The EMA Decoder is reused to obtain a reconstructed version of the input image,relying solely on$x_{\\text {concept}}$ ,without the style component$x_{\\text {l}}$The target of this reconstruction is a blurred version of the input image, with blurring serving as an approximation for removing fine details and textures,thereby partially eliminating the notion of style.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7100000, "bbox": [[0.114, 0.154, 0.885, 0.332]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 182, "edu_l1_label": "IOS"}, {"txt": "Both pixel- and feature-based losses are employed to evaluate the reconstruction quality when using only the spatial distribution of concepts.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7100000, "bbox": [[0.114, 0.154, 0.885, 0.332]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 183, "edu_l1_label": "IOS"}, {"txt": "This approach guides the Feature Decoder block to focus on the concept component of $x_{\\text {latent}}$ and also encourages the Encoder Middle to learn to detect relevant concepts within input images.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7100000, "bbox": [[0.114, 0.154, 0.885, 0.332]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 184, "edu_l1_label": "IOS"}, {"txt": "Another key aspect of concept detection is its invariance to specific styles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7200000, "bbox": [[0.115, 0.342, 0.885, 0.48]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 185, "edu_l1_label": "IOS"}, {"txt": "This means that two different (augmented)views of the same medical image should produce the same concept maps, despite variations in their visual appearances.Pixel-level and texture differences should be captured by$x_{\\text {y}}$, while more complex anatomical structures should be encoded in $x_{\\text {concept}}$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7200000, "bbox": [[0.115, 0.342, 0.885, 0.48]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 186, "edu_l1_label": "IOS"}, {"txt": "To guide this behavior during training, we introduced a Concept consistency loss, illustrated with orange in Figure 2.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7200000, "bbox": [[0.115, 0.342, 0.885, 0.48]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 187, "edu_l1_label": "IOS"}, {"txt": "The Concept Discretizer block first computes a grid of concept probabilities, from which it generates a spatial grid of sampled concept indices.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7200000, "bbox": [[0.115, 0.342, 0.885, 0.48]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 188, "edu_l1_label": "IOS"}, {"txt": "Following this, the concept maps from augmented views should be equivalent, even if the augmentations involve translations, rotations, or other spatial shifts (We use equivalent instead of identical because augmentations like translations, rotations, and shearing can spatially shift the placement of concepts within the image.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7200000, "bbox": [[0.115, 0.342, 0.885, 0.48]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 189, "edu_l1_label": "IOS"}, {"txt": "Nevertheless, the correspondences between the initial and shifted locations are known,and they can be used to enforce similarity between $p(c)\\vert \\mathcal {I}_{\\text {orig}}$and$\\left.p(c)\\vert \\mathcal {I}_{\\text {augm}}\\right)$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7200000, "bbox": [[0.115, 0.342, 0.885, 0.48]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 190, "edu_l1_label": "IOS"}, {"txt": "The EMA Encoder Stem, EMA Encoder Middle, and the EMA Concept Discretizer are used to compute the target prob-ability distributions $p_{ema}(c)$ for the concept consistency loss:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7300000, "bbox": [[0.115, 0.487, 0.885, 0.65]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 191, "edu_l1_label": "IOS"}, {"txt": "$\\mathcal {L}_{cc}=-p_{ma}(c)\\ln p(c)$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7300000, "bbox": [[0.115, 0.487, 0.885, 0.65]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 192, "edu_l1_label": "IOS"}, {"txt": "The EMA concept probability map$p_{ma}$(c) is computed on an augmented view of the initial input image which incorporates transformations such as rotations, translations, shearings, zooming, gamma contrast changing and Gaussian blurring.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7300000, "bbox": [[0.115, 0.487, 0.885, 0.65]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 193, "edu_l1_label": "IOS"}, {"txt": "Since these operations can alter positions, we must account for the spatial mapping between $p(c)$ and $p_{ema}(c)$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7300000, "bbox": [[0.115, 0.487, 0.885, 0.65]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 194, "edu_l1_label": "IOS"}, {"txt": "To simplify this and avoid op-timization noise due to imperfect mapping, each augmentation procedure selects a random location uniformly, and all image operations are performed relative to this point.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7300000, "bbox": [[0.115, 0.487, 0.885, 0.65]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 195, "edu_l1_label": "IOS"}, {"txt": "The result includes a tuple of the augmented input image$\\mathcal {I}_{u}$gm,an initial location$l_{ij}$, and the equivalent location$l_{i^{\\prime }j^{\\prime }}$after all operations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7300000, "bbox": [[0.115, 0.487, 0.885, 0.65]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 196, "edu_l1_label": "IOS"}, {"txt": "In our implementation of$\\mathcal {L}_{cc}$we indexed only the grid positions of the spatial locations$l_{ij}$and$_{i^{\\prime }j^{\\prime }}$ from $p(c)$ and  $p_{ema}(c)$ ,respectively.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7300000, "bbox": [[0.115, 0.487, 0.885, 0.65]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 197, "edu_l1_label": "IOS"}, {"txt": "Therefore,only one pair of grid locations (containing the concept probability distributions) is used per each sample inside a training batch.We use the EMA blocks instead of the model blocks to prevent feedback loops that could lead to collapsing concept probabilities (e.g., always detecting the same concept).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7300000, "bbox": [[0.115, 0.487, 0.885, 0.65]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 198, "edu_l1_label": "IOS"}, {"txt": "An additional constraint$\\mathcal {L}_{\\text {stye}}$was imposed on$x_{\\text {tyle}}$to ensure it has unit covariance and zero mean along the channel (style) dimension (illustrated with green in Figure 2).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7400000, "bbox": [[0.114, 0.657, 0.885, 0.725]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 199, "edu_l1_label": "IOS"}, {"txt": "Specifically,when$x_{\\text {yl}}$is flattened across across batches $(B)$,height  $H$ and width $(M)$ if forms a matrix of shape shape $(S,BHW)$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7400000, "bbox": [[0.114, 0.657, 0.885, 0.725]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 200, "edu_l1_label": "IOS"}, {"txt": "This matrix must have a row-wise mean of $0$, a row-wise standard deviation of 1, and zero correlation between rows.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7400000, "bbox": [[0.114, 0.657, 0.885, 0.725]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 201, "edu_l1_label": "IOS"}, {"txt": "This constraint ensures that$_{\\text {yl}}$has independent components with a known range of values, discussed in details in Section 5.5.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7400000, "bbox": [[0.114, 0.657, 0.885, 0.725]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 202, "edu_l1_label": "IOS"}, {"txt": "To control the deviation of$p(c)\\vert \\mathcal {I}$ from $p_{0}(c)$, we use two priors.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7500000, "bbox": [[0.115, 0.732, 0.885, 0.87]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 203, "edu_l1_label": "IOS"}, {"txt": "Without enforcing these priors during training,the entropy of$p_{ij}(c)$would be minimized, canceling the effect of concept sampling and reducing the model's operation$($ $)$to a deterministic auto-encoder.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7500000, "bbox": [[0.115, 0.732, 0.885, 0.87]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 204, "edu_l1_label": "IOS"}, {"txt": "Consequently, the concept probability grid$p$ $\\vert\\mathcal{I}$would lose much of its semantic significance, reverting to a regular discrete latent variable instead of encoding high-level semantics into a fixed set of concept probabilities.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7500000, "bbox": [[0.115, 0.732, 0.885, 0.87]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 205, "edu_l1_label": "IOS"}, {"txt": "This, in turn, would constrain the functionality of the concept consistency loss.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7500000, "bbox": [[0.115, 0.732, 0.885, 0.87]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 206, "edu_l1_label": "IOS"}, {"txt": "We employ two types of priors: at the grid-location level and at image level.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7500000, "bbox": [[0.115, 0.732, 0.885, 0.87]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 207, "edu_l1_label": "IOS"}, {"txt": "Since we are modeling echocardiographies,these images typically feature an ultrasound cone centered within a surrounding black background.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7500000, "bbox": [[0.115, 0.732, 0.885, 0.87]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 208, "edu_l1_label": "IOS"}, {"txt": "The grid-location level prior is computed as follows: for grid locations inside the ultrasound cone, the prior is a uniform distribution over the last$C-1$concepts,with the first concept having zero mass (as we always designate the first concept to model the background).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7500000, "bbox": [[0.115, 0.732, 0.885, 0.87]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 209, "edu_l1_label": "IOS"}, {"txt": "For grid locations outside the cone, the prior assigns all probability mass to the first concept.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7500000, "bbox": [[0.115, 0.732, 0.885, 0.87]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 210, "edu_l1_label": "IOS"}, {"txt": "The KL-divergence$\\mathcal {D}_{KL}\\left(p(c)\\vert \\mathcal {I}\\\\ vertp_{0}(c)\\right)$ is computed at all grid locations and averaged across the $(B,H,W)$dimen-sions.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7600000, "bbox": [[0.115, 0.878, 0.885, 0.905]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 211, "edu_l1_label": "IOS"}, {"txt": "For the image-level prior loss it is assumed that only the first concept should be detected outside the cone,with a", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7600000, "bbox": [[0.115, 0.878, 0.885, 0.905]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 212, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7700000, "bbox": [[0.494, 0.936, 0.506, 0.949]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 9, "global_sentence_id": 213, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7700000, "bbox": [[0.171, 0.045, 0.829, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 214, "edu_l1_label": "EDU_O"}, {"txt": "uniform spread of concepts inside the cone across all samples in the current batch.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7700000, "bbox": [[0.115, 0.094, 0.885, 0.136]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 215, "edu_l1_label": "IOS"}, {"txt": "Therefore, the concept probability vectors of all grid locations inside and outside the echo cones are averaged across all samples in the batch to obtain two image-level concept prevalence vectors:$d_{\\text {cone}}(c)$ for the cone region and$_{bg}(c)$for thebackground.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7700000, "bbox": [[0.115, 0.094, 0.885, 0.136]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 216, "edu_l1_label": "IOS"}, {"txt": "The KL-divergence loss with the same priors is used for these concept prevalence vectors.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7800000, "bbox": [[0.115, 0.141, 0.885, 0.196]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 217, "edu_l1_label": "IOS"}, {"txt": "Equation (2) formalizes the final prior loss$\\mathcal {L}_{\\text {pio}},$where1c(b,i,j)is an indicator function that equals 1 if location $i,j$ in sample $b$ of the current batch pertains to an ultrasound cone.$N_{\\text {co}}$and$N_{g}$are the total numbers of cone and background grid locations inside current batch, respectively.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7800000, "bbox": [[0.115, 0.141, 0.885, 0.196]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 218, "edu_l1_label": "IOS"}, {"txt": "$$\\mathcal {L}_{\\text {prior}1}=\\sum _{b,i,j}\\frac {α_{1}}{N_{\\text {cone}}}\\mathcal {D}_{KL}\\left(p_{bij}(c)\\vert \\mathcal {I}\\\\ vertp_{0}^{\\text {cone}}(c)\\right)\\mathbf {1}_{c}(b,i,j)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 7900000, "bbox": [[0.307, 0.218, 0.698, 0.251]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 4, "global_sentence_id": 219, "edu_l1_label": "IOS"}, {"txt": "$$+\\frac {α_{2}}{N_{bg}}\\mathcal {D}_{KL}\\left(p_{bij}(c)\\vert \\mathcal {I}\\\\ vertp_{0}^{bg}(c)\\right)\\left(1-\\mathbf {1}_{c}(b,i,j)\\right)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8000000, "bbox": [[0.382, 0.256, 0.7, 0.285]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 5, "global_sentence_id": 220, "edu_l1_label": "IOS"}, {"txt": "$$d_{\\text {cone}}(c)=\\frac {1}{N_{\\text {cone}}}\\sum _{b,i,j}\\left(p_{bij}(c)\\vert \\mathcal {I}\\right)\\mathbf {1}_{c}(b,i,j)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8100000, "bbox": [[0.3, 0.284, 0.587, 0.326]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 6, "global_sentence_id": 221, "edu_l1_label": "IOS"}, {"txt": "$$d_{bg}(c)=\\frac {1}{N_{bg}}\\sum _{b,i,j}\\left(p_{bij}(c)\\vert \\mathcal {I}\\right)\\left(1-\\mathbf {1}_{c}(b,i,j)\\right)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8200000, "bbox": [[0.314, 0.325, 0.611, 0.365]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 7, "global_sentence_id": 222, "edu_l1_label": "IOS"}, {"txt": "$$\\mathcal {L}_{\\text {prior}2}=α_{3}\\mathcal {D}_{KL}\\left(d_{\\text {cone}}(c)\\\\ vertp_{0}^{\\text {cone}}(c)\\right)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8300000, "bbox": [[0.307, 0.363, 0.573, 0.388]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 8, "global_sentence_id": 223, "edu_l1_label": "IOS"}, {"txt": "$$+α_{4}\\mathcal {D}_{KL}\\left(d_{bg}(c)\\\\ vertp_{0}^{bg}(c)\\right)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8400000, "bbox": [[0.382, 0.386, 0.564, 0.404]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 9, "global_sentence_id": 224, "edu_l1_label": "IOS"}, {"txt": "$$\\mathcal {L}_{\\text {prior}}=\\mathcal {L}_{\\text {prior}1}+\\mathcal {L}_{\\text {prior}2}\\tag{2}$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8500000, "bbox": [[0.314, 0.405, 0.883, 0.424]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 10, "global_sentence_id": 225, "edu_l1_label": "IOS"}, {"txt": "To discourage overly granular concept maps, where sampled concepts change frequently between adjacent grid lo-cation, we use a Concept cluster loss$\\mathcal {L}_{\\text {clu}}$, depicted in orange in Figure 2).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8600000, "bbox": [[0.115, 0.436, 0.885, 0.569]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 226, "edu_l1_label": "IOS"}, {"txt": "Overly granular concepts are un-desirable because we want concepts to represent larger anatomical structures spanning multiple grid locations rather than smaller, granular pixel patterns.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8600000, "bbox": [[0.115, 0.436, 0.885, 0.569]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 227, "edu_l1_label": "IOS"}, {"txt": "To enforce it, we use the one-hot vectors produced by the Concept Discretizer block.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8600000, "bbox": [[0.115, 0.436, 0.885, 0.569]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 228, "edu_l1_label": "IOS"}, {"txt": "We compute spatial derivatives between adjacent one-hot vectors along the width and height dimensions.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8600000, "bbox": [[0.115, 0.436, 0.885, 0.569]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 229, "edu_l1_label": "IOS"}, {"txt": "If two adjacent locations share the same sampled concept their one-hot vectors are identical, resulting in a null spatial derivative.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8600000, "bbox": [[0.115, 0.436, 0.885, 0.569]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 230, "edu_l1_label": "IOS"}, {"txt": "Otherwise, the sampled concepts differ, leading to different one-hot vectors and a nonzero spatial deriva-tive.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8600000, "bbox": [[0.115, 0.436, 0.885, 0.569]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 231, "edu_l1_label": "IOS"}, {"txt": "By minimizing the mean square of the spatial derivative, we reduce the number of spatial transitions between sampled concepts,thereby creating larger concept \"islands”.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8600000, "bbox": [[0.115, 0.436, 0.885, 0.569]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 232, "edu_l1_label": "IOS"}, {"txt": "The mean is taken only over grid-locations pertaining to ultrasound cones.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8600000, "bbox": [[0.115, 0.436, 0.885, 0.569]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 233, "edu_l1_label": "IOS"}, {"txt": "The final loss function is a weighted sum of the described sub-losses, as shown in Equation (3).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8700000, "bbox": [[0.114, 0.579, 0.885, 0.621]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 234, "edu_l1_label": "IOS"}, {"txt": "Here,$_{c}(x$denotes the feature computed by the Feature Decoder block based on its input $x$, and $\\mathcal {I}_{\\text {rc}}\\left(\\left[x_{\\text {cocpt}}x_{\\text {ty}}\\right]\\right)$represents the reconstructed image based on latent space components $x_{\\text {concept}}$ and $x_{\\text {style}}.$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8700000, "bbox": [[0.114, 0.579, 0.885, 0.621]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 235, "edu_l1_label": "IOS"}, {"txt": "$$\\mathcal {L}=\\beta _{1}\\mathcal {L}_{img}\\left(\\mathcal {I}_{\\text {rec}}\\left(x_{\\text {stem}}\\right),\\mathcal {I}\\right)+$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8800000, "bbox": [[0.297, 0.625, 0.502, 0.641]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 13, "global_sentence_id": 236, "edu_l1_label": "IOS"}, {"txt": "$$\\beta _{2}\\mathcal {L}_{img}\\left(\\mathcal {I}_{\\text {rec}}\\left(\\left[x_{\\text {concept}},x_{\\text {style}}\\right]\\right),\\mathcal {I}\\right)+$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8800000, "bbox": [[0.326, 0.643, 0.571, 0.66]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 14, "global_sentence_id": 237, "edu_l1_label": "IOS"}, {"txt": "$$\\beta _{3}\\mathcal {L}_{img}\\left(\\mathcal {I}_{\\text {rec}}\\left(\\left[x_{\\text {concept}},x_{\\text {style}}:=0\\right]\\right),\\mathcal {I}_{\\text {blurred}}\\right)+$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8900000, "bbox": [[0.326, 0.66, 0.649, 0.678]]}]}, "tags": ["equation"], "label": "O", "web_segment_id": 15, "global_sentence_id": 238, "edu_l1_label": "EDU_O"}, {"txt": "$$\\beta _{4}\\mathcal {L}_{\\text {feat}}\\left(f_{\\text {dec}}\\left(\\left[x_{\\text {concept}},x_{\\text {style}}\\right]\\right),f_{\\text {stem}}(\\mathcal {I})\\right)+$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8900000, "bbox": [[0.326, 0.678, 0.626, 0.695]]}]}, "tags": ["equation"], "label": "O", "web_segment_id": 16, "global_sentence_id": 239, "edu_l1_label": "EDU_O"}, {"txt": "$$\\beta _{5}\\mathcal {L}_{\\text {feat}}\\left(f_{\\text {dec}}\\left(\\left[x_{\\text {concept}},x_{\\text {style}}:=0\\right]\\right),f_{\\text {stem}}\\left(\\mathcal {I}_{\\text {blurred}}\\right)\\right)+\\tag{3}$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8900000, "bbox": [[0.326, 0.695, 0.885, 0.713]]}]}, "tags": ["equation"], "label": "O", "web_segment_id": 17, "global_sentence_id": 240, "edu_l1_label": "EDU_O"}, {"txt": "$$\\beta _{6}\\mathcal {L}_{\\text {style}}\\left(x_{\\text {style}}\\right)+$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8900000, "bbox": [[0.326, 0.713, 0.45, 0.73]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 18, "global_sentence_id": 241, "edu_l1_label": "EDU_O"}, {"txt": "$$\\beta _{7}\\mathcal {L}_{cc}\\left(p(c)\\vert \\mathcal {I},p_{ema}(c)\\vert \\mathcal {I}_{\\text {augm}}\\right)+$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8900000, "bbox": [[0.326, 0.73, 0.543, 0.747]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 19, "global_sentence_id": 242, "edu_l1_label": "IOS"}, {"txt": "$$\\beta _{8}\\mathcal {L}_{\\text {prior}}(p(c)\\vert \\mathcal {I})+$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8900000, "bbox": [[0.326, 0.748, 0.455, 0.765]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 20, "global_sentence_id": 243, "edu_l1_label": "EDU_O"}, {"txt": "$$\\beta _{9}\\mathcal {L}_{\\text {cluster}}\\left(x_{\\text {concept}}\\right)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 8900000, "bbox": [[0.326, 0.766, 0.464, 0.783]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 21, "global_sentence_id": 244, "edu_l1_label": "EDU_O"}, {"txt": "3.3 Pre-Training Data and Hyper-Parameters", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9000000, "bbox": [[0.117, 0.799, 0.445, 0.808]]}]}, "tags": ["title"], "label": "title2", "web_segment_id": 22, "global_sentence_id": 245, "edu_l1_label": "IOS"}, {"txt": "To pre-train ConceptVAE, we used 72,500 frames extracted from 7500 echocardiography video acquisitions.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9100000, "bbox": [[0.117, 0.824, 0.85, 0.833]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 23, "global_sentence_id": 246, "edu_l1_label": "IOS"}, {"txt": "The dataset consisted exclusively of 2D B-mode echocardiographies featuring apical or short-axis views.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9100000, "bbox": [[0.85, 0.824, 0.881, 0.833], [0.117, 0.839, 0.772, 0.847]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 23, "global_sentence_id": 247, "edu_l1_label": "IOS"}, {"txt": "We used the AdamW optimizer with a constant learning rate of$10^{-4}$, a batch size of 64 images, and a weight decay of$5x10^{-3}$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9200000, "bbox": [[0.115, 0.857, 0.884, 0.911]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 24, "global_sentence_id": 248, "edu_l1_label": "IOS"}, {"txt": "During training, we apply random image augmentations using the following transformations: rotation,translation, shearing, zooming, gamma contrast adjustment, and Gaussian blurring.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9200000, "bbox": [[0.115, 0.857, 0.884, 0.911]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 24, "global_sentence_id": 249, "edu_l1_label": "IOS"}, {"txt": "Pre-training is performed until convergence, which is equivalent to the loss function no longer varying significantly.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9200000, "bbox": [[0.115, 0.857, 0.884, 0.911]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 24, "global_sentence_id": 250, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9300000, "bbox": [[0.494, 0.936, 0.506, 0.948]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 25, "global_sentence_id": 251, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9300000, "bbox": [[0.169, 0.045, 0.829, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 252, "edu_l1_label": "EDU_O"}, {"txt": "4 Latent Space and Qualitative Analysis", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9400000, "bbox": [[0.116, 0.092, 0.465, 0.103]]}]}, "tags": ["title"], "label": "title1", "web_segment_id": 2, "global_sentence_id": 253, "edu_l1_label": "BOS"}, {"txt": "Upon convergence, the pre-trained model can be qualitatively analysed by examining the inferred concept probability maps for test images.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9500000, "bbox": [[0.115, 0.124, 0.885, 0.189]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 254, "edu_l1_label": "IOS"}, {"txt": "A straightforward method to implement this involves selecting the most likely concept at each grid location$\\left(c_{ij}=\\arg \\right.$ $\\left.\\max p_{ij}(c)\\right)$and overlaying the up-sampled concept indices grid onto the initial input images,as in Figure 3.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9500000, "bbox": [[0.115, 0.124, 0.885, 0.189]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 255, "edu_l1_label": "IOS"}, {"txt": "The probability of the most likely concept$p\\left(c_{ij}\\right)=\\max p(c)$at each location $i,j$ can be incorporated in the vvisualisations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9500000, "bbox": [[0.115, 0.124, 0.885, 0.189]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 256, "edu_l1_label": "IOS"}, {"txt": "By examining a random selection of samples illustrated in Figure 3, we can make the following initial observations:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9600000, "bbox": [[0.117, 0.2, 0.869, 0.209]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 257, "edu_l1_label": "IOS"}, {"txt": "·The prior constraint, which requires regions outside the cone to be modeled solely by the first concept(i.e.,the background concept at index 0) is generally respected.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9700000, "bbox": [[0.161, 0.23, 0.883, 0.237], [0.176, 0.242, 0.563, 0.251]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 258, "edu_l1_label": "IOS"}, {"txt": "Exceptions occur at grid locations in the cone's proximity,particularly at the boundaries between the cone and thebackground.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9700000, "bbox": [[0.563, 0.242, 0.882, 0.251], [0.176, 0.258, 0.705, 0.265]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 259, "edu_l1_label": "IOS"}, {"txt": "As these are transition re-gions, they are not particularly concerning, since the model's confidence is expected to be low for such re-gions.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9700000, "bbox": [[0.705, 0.258, 0.882, 0.262], [0.182, 0.271, 0.881, 0.277], [0.176, 0.285, 0.217, 0.292]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 260, "edu_l1_label": "IOS"}, {"txt": "·Certain concepts are specialized for specific anatomical structures.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9800000, "bbox": [[0.159, 0.302, 0.885, 0.354]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 261, "edu_l1_label": "IOS"}, {"txt": "For example, concept $c_{11}$ models blood pools within the cone, concept$c_{1}$ represents the Left Ventricle (LV) free wall on the right hand size of the cone, concepts $c_{5}$and $c_{7}$ correspond to septum walls, and concept$c_{6}$ covers the right-heart side of the cone,among others.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9800000, "bbox": [[0.159, 0.302, 0.885, 0.354]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 262, "edu_l1_label": "IOS"}, {"txt": "·Certain concepts, such as e.g.,$c_{13}$ and$c_{14}$appear more isolated and spanning a single grid location.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9900000, "bbox": [[0.16, 0.362, 0.883, 0.415]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 263, "edu_l1_label": "IOS"}, {"txt": "By qual-itatively assessing multiple input samples, we hypothesise these concepts encode information about the local anatomical shapes of nearby larger concept islands.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9900000, "bbox": [[0.16, 0.362, 0.883, 0.415]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 264, "edu_l1_label": "IOS"}, {"txt": "It appears these concepts have larger confidence assigned to them than the average confidence inside larger concept islands.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9900000, "bbox": [[0.16, 0.362, 0.883, 0.415]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 265, "edu_l1_label": "IOS"}, {"txt": "We term them modifier concepts.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 9900000, "bbox": [[0.16, 0.362, 0.883, 0.415]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 266, "edu_l1_label": "IOS"}, {"txt": "To qualitatively evaluate the impact of modifier concepts, the greedy concept map of the middle image of Figure 3 is modified in two ways, by swapping 2 modifier and 2 normal concepts:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10000000, "bbox": [[0.114, 0.432, 0.885, 0.526]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 267, "edu_l1_label": "IOS"}, {"txt": " first, (i) the modifier concepts$c_{13}$and$c_{14}$are swapped and the image is reconstructed without any style component$\\left(x_{\\text {st}}=0\\right)$and (ii) starting from the greedy map,concepts$c_{5}$and$c_{1}$are now swapped and the image is reconstructed in the same manner(with$\\left.x_{\\text {tyl}}:=0\\right)$The effects are illustrated in Figure 4: in the former case only minor shape modifications are observed around the grid locations where concept swaps were done.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10000000, "bbox": [[0.114, 0.432, 0.885, 0.526]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 268, "edu_l1_label": "IOS"}, {"txt": "In the latter case, the effect is more significant, as it appears that the LV free wall changed place with the septum.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10000000, "bbox": [[0.114, 0.432, 0.885, 0.526]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 269, "edu_l1_label": "IOS"}, {"txt": "While modifier concepts seem to function primarily in a styling role, it is important to note that the Feature Decoder block processes$kxk$regions of adjacent concept locations to reconstruct the low-level image features$x_{\\text {stem}}$.This means that neighboring concepts cooperate to form larger and more complex anatomical structures.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10100000, "bbox": [[0.115, 0.535, 0.885, 0.643]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 270, "edu_l1_label": "IOS"}, {"txt": "Modifier concepts are not devoid of semantic meaning, as our experiments showed that replacing a specialized anatomical concept like $c_{1}$with a modifier concept still yields similar reconstructions, albeit with slight alterations in shape and/or region brightness patterns.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10100000, "bbox": [[0.115, 0.535, 0.885, 0.643]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 271, "edu_l1_label": "IOS"}, {"txt": "Additionally, although reconstructing images based solely on $x_{\\text {concept}}$ may produce rough outlines of echocardiographies, suggesting that concepts only encode basic brightness blobs, we later show that the concept probability grid contains rich semantics that can be used in tasks such as instance retrieval (Section 5.1).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10100000, "bbox": [[0.115, 0.535, 0.885, 0.643]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 272, "edu_l1_label": "IOS"}, {"txt": "The region size$k$ influences the operation and semantics of concepts.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10200000, "bbox": [[0.115, 0.65, 0.885, 0.681]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 273, "edu_l1_label": "IOS"}, {"txt": "In the extreme case of$=1$,there is no concept cooperation and to match$\\mathcal {I}_{\\text {rc}}\\left(\\left[x_{\\text {cocpt}},x_{\\text {tyl}}:=0\\right]\\right)$with$\\mathcal {I}_{\\text {blurred}}$,concepts may be incentivised to encode blurred", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10200000, "bbox": [[0.115, 0.65, 0.885, 0.681]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 274, "edu_l1_label": "IOS"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10300000, "bbox": [[0.117, 0.703, 0.366, 0.86]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 11, "global_sentence_id": 275, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10300000, "bbox": [[0.37, 0.703, 0.621, 0.86]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 12, "global_sentence_id": 276, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10300000, "bbox": [[0.623, 0.705, 0.873, 0.859]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 13, "global_sentence_id": 277, "edu_l1_label": "EDU_O"}, {"txt": "Figure 3: Concept maps for three randomly sampled inputs. The$16x$-stride concept grid is up-sampled to the original image size. The indices of the most likely concept for each grid location are displayed in red at the bottom-left of each location. The grid is color-coded according to concept indices for better visualisation.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10400000, "bbox": [[0.115, 0.867, 0.885, 0.907]]}]}, "tags": ["figure_caption"], "label": "figure_title", "web_segment_id": 14, "global_sentence_id": 278, "edu_l1_label": "EDU_O"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10500000, "bbox": [[0.493, 0.936, 0.506, 0.948]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 15, "global_sentence_id": 279, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10500000, "bbox": [[0.169, 0.045, 0.83, 0.059]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 280, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10500000, "bbox": [[0.121, 0.09, 0.372, 0.243]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 2, "global_sentence_id": 281, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10500000, "bbox": [[0.374, 0.09, 0.624, 0.245]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 3, "global_sentence_id": 282, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10500000, "bbox": [[0.628, 0.09, 0.877, 0.244]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 4, "global_sentence_id": 283, "edu_l1_label": "EDU_O"}, {"txt": "Figure 4: Effect of concept swapping. The left image is the reconstruction based only on the greedy concept map (with$\\left.x_{\\text {l}}=0\\right)$. The middle reconstruction illustrates the effect of swapping 2 modifier concepts, while the right reconstruction illustrates big changes induced by swapping two anatomy-specific concepts.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10600000, "bbox": [[0.114, 0.253, 0.885, 0.294]]}]}, "tags": ["figure_caption"], "label": "figure_title", "web_segment_id": 5, "global_sentence_id": 284, "edu_l1_label": "EDU_O"}, {"txt": "pixel patterns instead of semantic content.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10700000, "bbox": [[0.115, 0.324, 0.885, 0.418]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 285, "edu_l1_label": "IOS"}, {"txt": "At the other extreme, where $k$ equals the grid size, each grid location has a full receptivefield of view, meaning it can observe the concepts from all other grid locations, regardless of distances (similar to a self-attention layer [24]).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10700000, "bbox": [[0.115, 0.324, 0.885, 0.418]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 286, "edu_l1_label": "IOS"}, {"txt": "This can be undesirable because the model may rely on non-local relations between concept placements instead of embedding semantic content within each concept.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10700000, "bbox": [[0.115, 0.324, 0.885, 0.418]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 287, "edu_l1_label": "IOS"}, {"txt": "It would also hinder the extraction of local region descriptors, making it impossible to describe the content of an image crop without retaining the entire concept grid.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10700000, "bbox": [[0.115, 0.324, 0.885, 0.418]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 288, "edu_l1_label": "IOS"}, {"txt": "Consequently, tasks such as region-based instance retrieval would be challenging, as it would not be clear how to construct descriptors focused on specific image regions.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10700000, "bbox": [[0.115, 0.324, 0.885, 0.418]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 289, "edu_l1_label": "IOS"}, {"txt": "We employed$k=5$,meaning the receptive field of view before the up-sampling layers inside the Feature Decoder block  $5x5$grid locations of x$\\left.x_{\\text {latent}}\\right)$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10800000, "bbox": [[0.114, 0.427, 0.885, 0.495]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 290, "edu_l1_label": "IOS"}, {"txt": "The rationale is that $k$ should be large enough to allow $\\mathcal {I}_{\\text {ec}}\\left(\\left[x_{\\text {concept}}\\right.\\right.$ $\\left.\\left.x_{\\text {tyle}}:=0\\right]\\right)$to have smooth pixel-level transitions between adjacent concepts and thus be close to $\\mathcal {I}_{\\text {blurred}},$but small enough to enable the construction of granular region descriptors and prevent the model from ex-ploiting non-local relations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10800000, "bbox": [[0.114, 0.427, 0.885, 0.495]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 291, "edu_l1_label": "IOS"}, {"txt": "5 Quantitative Model Analysis", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 10900000, "bbox": [[0.116, 0.52, 0.39, 0.53]]}]}, "tags": ["title"], "label": "title1", "web_segment_id": 8, "global_sentence_id": 292, "edu_l1_label": "BOS"}, {"txt": "To assess the representation power of the model's latent space, its suitability as a general pre-training method, and the extent of content-style disentanglement, we employ a linear evaluation protocol tailored to SSL (e.g., [18,19,40]) on several distinct tasks.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11000000, "bbox": [[0.117, 0.552, 0.881, 0.56], [0.116, 0.568, 0.881, 0.574], [0.118, 0.582, 0.257, 0.588]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 293, "edu_l1_label": "IOS"}, {"txt": "For comparison, we used a baseline model trained with Vicreg [20], featuring a ResNet50 encoder and a lightweight RefineNet decoder [41] for dense tasks.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11100000, "bbox": [[0.117, 0.6, 0.882, 0.609], [0.118, 0.614, 0.383, 0.622]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 294, "edu_l1_label": "IOS"}, {"txt": "This model was pre-trained using the same dataset and configuration (e.g.,image sizes) as ConceptVAE (Section 3.3).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11100000, "bbox": [[0.383, 0.614, 0.883, 0.623], [0.117, 0.629, 0.399, 0.636]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 295, "edu_l1_label": "IOS"}, {"txt": "For all following evaluation tasks, weused the output of the second to last ResNet stage as the baseline latent space (as it has the same output stride as our proposed model).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11100000, "bbox": [[0.399, 0.629, 0.884, 0.636], [0.117, 0.641, 0.754, 0.65]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 10, "global_sentence_id": 296, "edu_l1_label": "IOS"}, {"txt": "The linear evaluation protocol involved freezing the backbone and training only a linear layer on top of the frozen embeddings for specific tasks ranging from object detection to semantic segmentation or OOD detection, as detailed in the following sections.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11200000, "bbox": [[0.117, 0.662, 0.881, 0.671], [0.117, 0.679, 0.881, 0.685], [0.117, 0.691, 0.283, 0.699]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 297, "edu_l1_label": "IOS"}, {"txt": "5.1 Region-Based Instance Retrieval", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11300000, "bbox": [[0.117, 0.722, 0.381, 0.731]]}]}, "tags": ["title"], "label": "title2", "web_segment_id": 12, "global_sentence_id": 298, "edu_l1_label": "IOS"}, {"txt": "Region-based instance retrieval involves searching a database of images for similar samples using only localized descriptors, such as pathologies or anomalies.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11400000, "bbox": [[0.117, 0.748, 0.88, 0.758], [0.117, 0.763, 0.42, 0.771]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 299, "edu_l1_label": "IOS"}, {"txt": "These methods can aid in clinical diagnosis, medical research,trainee education, and support other tasks by quickly identifying patients with similar anomalies, even when a diagnosis is not yet established [36, 42].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11400000, "bbox": [[0.42, 0.763, 0.881, 0.771], [0.117, 0.778, 0.882, 0.785], [0.118, 0.792, 0.301, 0.798]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 300, "edu_l1_label": "IOS"}, {"txt": "SSL methods are the most prevalent and effective, using the embeddings of a pre-trained model to cluster images and retrieve those most similar to a query image using nearest neighbors search [43].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11400000, "bbox": [[0.301, 0.792, 0.88, 0.799], [0.118, 0.806, 0.829, 0.812]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 301, "edu_l1_label": "IOS"}, {"txt": "To use ConceptVAE for this task, we generate image region descriptors by concatenating the$5x5$concept probability vectors from a$5x5$sub-grid centered around a selected query point.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11500000, "bbox": [[0.115, 0.822, 0.883, 0.852]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 14, "global_sentence_id": 302, "edu_l1_label": "IOS"}, {"txt": "The sub-grid provides context for the query point.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11500000, "bbox": [[0.115, 0.822, 0.883, 0.852]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 14, "global_sentence_id": 303, "edu_l1_label": "IOS"}, {"txt": "Using an input image of size (256, 320), the concept grid has an output stride of 16, resulting in a size of (16,20)concepts.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11600000, "bbox": [[0.115, 0.857, 0.885, 0.91]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 15, "global_sentence_id": 304, "edu_l1_label": "IOS"}, {"txt": "From each test image, we extract an array of (14, 18) key points (i.e., all points with a complete$5x$neighborhood).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11600000, "bbox": [[0.115, 0.857, 0.885, 0.91]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 15, "global_sentence_id": 305, "edu_l1_label": "IOS"}, {"txt": "Since the model was trained with 16 concepts and the descriptor uses $2$ $5x5$grid,each descriptor is a vector of size 400.For the baseline model, a similar searching mechanism was used, but the region descriptor was the", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11600000, "bbox": [[0.115, 0.857, 0.885, 0.91]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 15, "global_sentence_id": 306, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11700000, "bbox": [[0.491, 0.937, 0.509, 0.948]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 16, "global_sentence_id": 307, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11700000, "bbox": [[0.171, 0.045, 0.829, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 308, "edu_l1_label": "EDU_O"}, {"txt": "feature vector of a$1x1$feature map grid location.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11700000, "bbox": [[0.115, 0.093, 0.885, 0.119]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 309, "edu_l1_label": "IOS"}, {"txt": "A single grid location is sufficient for this model, since its feature representation is computed in a continuous manner, without discrete variables, with a sufficiently large field of view.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11700000, "bbox": [[0.115, 0.093, 0.885, 0.119]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 310, "edu_l1_label": "IOS"}, {"txt": "For instance retrieval, nearest-neighbor matching based on the Euclidean distance between descriptors can be em-ployed.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11800000, "bbox": [[0.117, 0.129, 0.881, 0.138], [0.118, 0.145, 0.169, 0.151]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 311, "edu_l1_label": "IOS"}, {"txt": "Initially, we conduict a qualitative analysis by randomly sampling images from the test set and manually se-lecting specific query points to analyze the results.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11800000, "bbox": [[0.169, 0.145, 0.879, 0.152], [0.118, 0.157, 0.449, 0.165]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 312, "edu_l1_label": "IOS"}, {"txt": "The descriptors corresponding to these selected query points were then used to search the database and retrieve samples with regions similar to the query points.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11800000, "bbox": [[0.449, 0.157, 0.881, 0.165], [0.118, 0.17, 0.73, 0.179]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 313, "edu_l1_label": "IOS"}, {"txt": "Figure 5 showcases six randomly sampled examples, which illustrate that the retrieved image regions align well with the query semantics.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11800000, "bbox": [[0.73, 0.17, 0.881, 0.179], [0.117, 0.187, 0.857, 0.193]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 314, "edu_l1_label": "IOS"}, {"txt": "For example,the retrieved regions share the same cardiac chamber and view as the query points.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11800000, "bbox": [[0.857, 0.187, 0.882, 0.193], [0.117, 0.2, 0.714, 0.206]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 315, "edu_l1_label": "IOS"}, {"txt": "Moreover, the anatomical structures around the matched locations are visually similar to those in the query points.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11800000, "bbox": [[0.714, 0.2, 0.882, 0.206], [0.118, 0.213, 0.69, 0.22]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 316, "edu_l1_label": "IOS"}, {"txt": "For the retrieval task, the search is based solely on the concept descriptors This approach ensures that the retrieval process focuses on the semantic content rather than stylistic variations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 11900000, "bbox": [[0.117, 0.232, 0.882, 0.241], [0.117, 0.248, 0.579, 0.254]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 317, "edu_l1_label": "IOS"}, {"txt": "To quantitatively analyse this task, we use an independent test set of 450 images, totalling 113,400 region descriptors $(14·18·450)$ .Performing nearest neighbor search on this space is very fast.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12000000, "bbox": [[0.114, 0.266, 0.885, 0.388]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 318, "edu_l1_label": "IOS"}, {"txt": "The set includes four echocardiographic views (apical 2-, 3-, and 4-chamber views, and a short-axis view), with frames captured at end-diastole (ED) and end-systole (ES).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12000000, "bbox": [[0.114, 0.266, 0.885, 0.388]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 319, "edu_l1_label": "IOS"}, {"txt": "For the apical views, LV contour annotations were available, from which we extracted five key landmark points: left and right annulus, apex, mid-septum, and mid-free-wall.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12000000, "bbox": [[0.114, 0.266, 0.885, 0.388]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 320, "edu_l1_label": "IOS"}, {"txt": "We exploit these annotations to setup a retrieval tasks for these landmark points.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12000000, "bbox": [[0.114, 0.266, 0.885, 0.388]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 321, "edu_l1_label": "IOS"}, {"txt": "In total, there were 150 ED apical frames, each with five locations used as query points.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12000000, "bbox": [[0.114, 0.266, 0.885, 0.388]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 322, "edu_l1_label": "IOS"}, {"txt": "The search pool consisted of all 225 ES frames from all views, including the short-axis view.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12000000, "bbox": [[0.114, 0.266, 0.885, 0.388]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 323, "edu_l1_label": "IOS"}, {"txt": "A retrieval is considered a match if it corresponds to the ES image of the ED query and if the retrieved location is adjacent to the annotated landmark point.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12000000, "bbox": [[0.114, 0.266, 0.885, 0.388]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 324, "edu_l1_label": "IOS"}, {"txt": "We present the results in Table 1,which shows the Mean Average Precision (mAP) metrics for both models, computed using the top-5 search results.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12100000, "bbox": [[0.117, 0.397, 0.88, 0.406], [0.117, 0.414, 0.313, 0.42]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 325, "edu_l1_label": "IOS"}, {"txt": "We observe that ConceptVAE demonstrates more than double the performance of the baseline without any retraining, revealing two important observations about ConceptVAE:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12100000, "bbox": [[0.313, 0.414, 0.881, 0.42], [0.117, 0.426, 0.702, 0.434]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 326, "edu_l1_label": "IOS"}, {"txt": "·The concept probability grid indeed encodes semantic content and thus $x_{\\text {concept}}$ functions as a spatial ar-rangement of concepts, which for ConceptVAE are defined as composable higher-level discrete features.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12200000, "bbox": [[0.16, 0.449, 0.883, 0.473]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 327, "edu_l1_label": "IOS"}, {"txt": "·ConceptVAE shows promising results for zero-shot instance retrieval based on local-region queries, unlike more traditional approaches that operate at the image level and need additional fine-tuning.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12300000, "bbox": [[0.161, 0.482, 0.881, 0.489], [0.176, 0.497, 0.769, 0.503]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 328, "edu_l1_label": "IOS"}, {"txt": "Table 1: Region-based instance retrieval mAP metric values.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12400000, "bbox": [[0.301, 0.532, 0.699, 0.545]]}]}, "tags": ["table_caption"], "label": "table_title", "web_segment_id": 9, "global_sentence_id": 329, "edu_l1_label": "EDU_O"}, {"txt": "table", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12500000, "bbox": [[0.347, 0.549, 0.652, 0.676]]}]}, "tags": ["table"], "label": "table", "web_segment_id": 10, "global_sentence_id": 330, "edu_l1_label": "EDU_O"}, {"txt": "5.2 Semantic Segmentation", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12600000, "bbox": [[0.116, 0.7, 0.317, 0.71]]}]}, "tags": ["title"], "label": "title2", "web_segment_id": 11, "global_sentence_id": 331, "edu_l1_label": "IOS"}, {"txt": "The second task we employ is semantic segmentation, where features from the pre-trained models are projected to match a down-sampled ground-truth mask.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12700000, "bbox": [[0.116, 0.725, 0.882, 0.735], [0.118, 0.742, 0.399, 0.749]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 332, "edu_l1_label": "IOS"}, {"txt": "For this task, we use five labels corresponding to heart chambers: left and right ventricles and atria in apical views (A2C, A3C, and A4C views) and the left ventricle in the short-axis (SAX)view.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12700000, "bbox": [[0.399, 0.742, 0.882, 0.748], [0.117, 0.755, 0.882, 0.763], [0.117, 0.769, 0.151, 0.776]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 333, "edu_l1_label": "IOS"}, {"txt": "Starting with frozen model latent codes, a linear 2D convolutional kernel is fitted to predict low-resolution (stride $16x)$segmentation maps.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12800000, "bbox": [[0.114, 0.787, 0.885, 0.853]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 334, "edu_l1_label": "IOS"}, {"txt": "Channel-wise softmax activation is applied on top of the predicted linear logits, as shown in Equation(4).Here,$p_{ij}(s$represents the probability that location $i,j$to contain chamber $S$,$x_{\\text {ipu}}$is the frozen latent feature map,and$W_{k}$and $w_{b}$ are the kernel weight matrix and bias vector, respectively, and containing 6 rows for the 5 prediction targets and one background channel.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12800000, "bbox": [[0.114, 0.787, 0.885, 0.853]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 335, "edu_l1_label": "IOS"}, {"txt": "$$p_{ij}(s)=\\text {Softmax}\\left(W_{k}·x_{\\text {input}}^{ij}+w_{b}\\right)\\tag{4}$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 12900000, "bbox": [[0.369, 0.856, 0.883, 0.878]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 14, "global_sentence_id": 336, "edu_l1_label": "IOS"}, {"txt": "The ground-truth was obtained by down-sampling the full scale chamber masks using the area interpolation method.We perform training on an independent set consisting of 5000 training examples, and test the outcomes using an", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13000000, "bbox": [[0.117, 0.886, 0.882, 0.895], [0.118, 0.9, 0.881, 0.909]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 15, "global_sentence_id": 337, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13100000, "bbox": [[0.492, 0.938, 0.508, 0.947]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 16, "global_sentence_id": 338, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13100000, "bbox": [[0.169, 0.045, 0.83, 0.059]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 339, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13100000, "bbox": [[0.115, 0.09, 0.303, 0.208]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 2, "global_sentence_id": 340, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13100000, "bbox": [[0.316, 0.09, 0.5, 0.215]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 3, "global_sentence_id": 341, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13100000, "bbox": [[0.505, 0.088, 0.688, 0.209]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 4, "global_sentence_id": 342, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13100000, "bbox": [[0.69, 0.091, 0.874, 0.206]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 5, "global_sentence_id": 343, "edu_l1_label": "EDU_O"}, {"txt": "/?", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13200000, "bbox": [[0.18, 0.206, 0.196, 0.213]]}]}, "tags": ["text"], "label": "O", "web_segment_id": 6, "global_sentence_id": 344, "edu_l1_label": "EDU_O"}, {"txt": "C LA ES                                               C ED                       5", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13300000, "bbox": [[0.196, 0.206, 0.236, 0.213], [0.59, 0.206, 0.612, 0.213], [0.791, 0.205, 0.801, 0.215]]}]}, "tags": ["text"], "label": "O", "web_segment_id": 6, "global_sentence_id": 345, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13300000, "bbox": [[0.118, 0.225, 0.302, 0.342]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 7, "global_sentence_id": 346, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13300000, "bbox": [[0.317, 0.225, 0.496, 0.35]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 8, "global_sentence_id": 347, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13300000, "bbox": [[0.502, 0.225, 0.69, 0.35]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 9, "global_sentence_id": 348, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13300000, "bbox": [[0.688, 0.225, 0.873, 0.342]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 10, "global_sentence_id": 349, "edu_l1_label": "EDU_O"}, {"txt": "A4C RV ES", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13400000, "bbox": [[0.181, 0.341, 0.237, 0.348]]}]}, "tags": ["text"], "label": "O", "web_segment_id": 11, "global_sentence_id": 350, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13500000, "bbox": [[0.118, 0.361, 0.301, 0.477]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 12, "global_sentence_id": 351, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13500000, "bbox": [[0.319, 0.36, 0.502, 0.478]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 13, "global_sentence_id": 352, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13500000, "bbox": [[0.507, 0.36, 0.69, 0.476]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 14, "global_sentence_id": 353, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13500000, "bbox": [[0.69, 0.36, 0.873, 0.475]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 15, "global_sentence_id": 354, "edu_l1_label": "EDU_O"}, {"txt": "ED                        ED", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13500000, "bbox": [[0.212, 0.477, 0.229, 0.484], [0.417, 0.477, 0.431, 0.483]]}]}, "tags": ["text"], "label": "O", "web_segment_id": 16, "global_sentence_id": 355, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13600000, "bbox": [[0.118, 0.496, 0.303, 0.616]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 17, "global_sentence_id": 356, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13600000, "bbox": [[0.32, 0.496, 0.504, 0.614]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 18, "global_sentence_id": 357, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13600000, "bbox": [[0.516, 0.497, 0.687, 0.61]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 19, "global_sentence_id": 358, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13600000, "bbox": [[0.69, 0.497, 0.874, 0.614]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 20, "global_sentence_id": 359, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13600000, "bbox": [[0.118, 0.632, 0.302, 0.747]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 21, "global_sentence_id": 360, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13600000, "bbox": [[0.319, 0.631, 0.501, 0.749]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 22, "global_sentence_id": 361, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13600000, "bbox": [[0.506, 0.63, 0.685, 0.75]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 23, "global_sentence_id": 362, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13600000, "bbox": [[0.688, 0.631, 0.873, 0.749]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 24, "global_sentence_id": 363, "edu_l1_label": "EDU_O"}, {"txt": "SAX ES                     SAX ES                   S.*X ED                   S'XES", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13700000, "bbox": [[0.19, 0.747, 0.228, 0.754], [0.391, 0.747, 0.43, 0.754], [0.575, 0.747, 0.615, 0.754], [0.758, 0.747, 0.798, 0.754]]}]}, "tags": ["text"], "label": "O", "web_segment_id": 25, "global_sentence_id": 364, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13800000, "bbox": [[0.117, 0.766, 0.301, 0.884]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 26, "global_sentence_id": 365, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13800000, "bbox": [[0.317, 0.765, 0.502, 0.891]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 27, "global_sentence_id": 366, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13800000, "bbox": [[0.506, 0.765, 0.689, 0.891]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 28, "global_sentence_id": 367, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13800000, "bbox": [[0.689, 0.766, 0.873, 0.883]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 29, "global_sentence_id": 368, "edu_l1_label": "EDU_O"}, {"txt": "$A<$ES                                                                      $A-CES$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13800000, "bbox": [[0.188, 0.881, 0.801, 0.891]]}]}, "tags": ["text"], "label": "O", "web_segment_id": 30, "global_sentence_id": 369, "edu_l1_label": "EDU_O"}, {"txt": "Figure 5: Region-based instance retrieval using conceptual search. The leftmost column displays query images, while the last three columns show the top-3 kNN retrieval resulIts. Red dots indicate the centers of the query and matched descriptor regions. Below each image, the view and cardias phase are displayed. Matches marked with an asterisk $(*)$are from the same acquisition as the query image, but from a different cardiac phase.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 13900000, "bbox": [[0.115, 0.902, 0.885, 0.956]]}]}, "tags": ["figure_caption"], "label": "figure_title", "web_segment_id": 31, "global_sentence_id": 370, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14000000, "bbox": [[0.171, 0.045, 0.829, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 371, "edu_l1_label": "EDU_O"}, {"txt": "independent test set of 500 samples.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14100000, "bbox": [[0.115, 0.093, 0.885, 0.12]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 372, "edu_l1_label": "IOS"}, {"txt": "The Dice loss was employed as in Equation (5), where$p_{ij}$ and$t_{ij}$ are the predicted and target chamber presence probabilities at location $i,j$,respectively.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14100000, "bbox": [[0.115, 0.093, 0.885, 0.12]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 373, "edu_l1_label": "IOS"}, {"txt": "$$\\mathcal {L}_{\\text {Dice}}=1-\\frac {2\\sum _{i,j}p_{ij}t_{ij}}{\\sum _{i,j}p_{ij}^{2}+t_{ij}^{2}}\\tag{5}$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14200000, "bbox": [[0.405, 0.129, 0.885, 0.164]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 3, "global_sentence_id": 374, "edu_l1_label": "IOS"}, {"txt": "We explore three scenarios:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14300000, "bbox": [[0.114, 0.178, 0.885, 0.258]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 375, "edu_l1_label": "IOS"}, {"txt": " (i) using only the concepts $x_{\\text {concept}}$ as input, (ii) using the full latent space $\\left(x_{\\text {latent}}=\\right.$ $\\left.\\left[x_{\\text {concp}}x_{\\text {}}\\right]\\right)$as input, and (iii) using only the style map$x_{\\text {style}}$as input.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14300000, "bbox": [[0.114, 0.178, 0.885, 0.258]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 376, "edu_l1_label": "IOS"}, {"txt": "We also investigate the influence of the linear kernel spatial size $k$ for the Feature decoder block on the evaluation scores, with different ranges,$k\\in \\{1,3,5,7,9\\}$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14300000, "bbox": [[0.114, 0.178, 0.885, 0.258]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 377, "edu_l1_label": "IOS"}, {"txt": "To investigate the effect of the proposed training procedure, we first compare with a randomly initialized frozen model.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14300000, "bbox": [[0.114, 0.178, 0.885, 0.258]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 378, "edu_l1_label": "IOS"}, {"txt": "The same random seed, dataset and number of linear-classifier optimization iterations were used throughout all scenarios.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14300000, "bbox": [[0.114, 0.178, 0.885, 0.258]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 379, "edu_l1_label": "IOS"}, {"txt": "Table 2 presents the linear evaluation results in terms of Dice Loss, which is equivalent to subtracting the Dice Score from 1.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14400000, "bbox": [[0.115, 0.267, 0.885, 0.337]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 380, "edu_l1_label": "IOS"}, {"txt": "For both types of models (trained and randomly initialized) and across all$x_{inp}$outsetups,larger values of $k$ result in lower test set losses.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14400000, "bbox": [[0.115, 0.267, 0.885, 0.337]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 381, "edu_l1_label": "IOS"}, {"txt": "This is expected, as larger kernels capture more local information, and concepts cooperate locally to form larger anatomical structures.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14400000, "bbox": [[0.115, 0.267, 0.885, 0.337]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 382, "edu_l1_label": "IOS"}, {"txt": "When$x_{\\text {input}}$ $:=x_{\\text {latent}}$and the model is trained, the loss decreases only marginally when $k$ exceeds 5 (i.e., the receptive field size used in the Feature Decoder block).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14400000, "bbox": [[0.115, 0.267, 0.885, 0.337]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 383, "edu_l1_label": "IOS"}, {"txt": "In al1 scenarios, ConceptVAE achieves lower test losses.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14500000, "bbox": [[0.115, 0.343, 0.885, 0.466]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 384, "edu_l1_label": "IOS"}, {"txt": "For both models, the lowest losses occur when$x_{\\text {input}}:=$ $x_{\\text {latent}}$ (i.e., both concepts and styles are used for segmentation).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14500000, "bbox": [[0.115, 0.343, 0.885, 0.466]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 385, "edu_l1_label": "IOS"}, {"txt": "When using only the concepts from the trained model, the losses are slightly higher but still significantly lower than when using only styles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14500000, "bbox": [[0.115, 0.343, 0.885, 0.466]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 386, "edu_l1_label": "IOS"}, {"txt": "Additionally, when $x_{\\text {input}}:=x_{\\text {styles}},$the differences between the ConceptVAE and the random-init model are the smallest among all three input scenarios.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14500000, "bbox": [[0.115, 0.343, 0.885, 0.466]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 387, "edu_l1_label": "IOS"}, {"txt": "This result brings further evidence that $x_{\\text {concept}}$ contains semantic information useful for downstream tasks like segmentation, while:$x_{\\text {y}}$focuses on local stylistic features.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14500000, "bbox": [[0.115, 0.343, 0.885, 0.466]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 388, "edu_l1_label": "IOS"}, {"txt": "Moreover, there are virtually no differences in losses between using only $x_{\\text {concept}}$ or only$x_{\\text {yle}}$for the randomly initialised model, whereas these two scenarios yield substantial differences for ConceptVAE.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14500000, "bbox": [[0.115, 0.343, 0.885, 0.466]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 389, "edu_l1_label": "IOS"}, {"txt": "This highlights the impact of our proposed unsupervised training framework on the model's ability to separate concepts from styles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14500000, "bbox": [[0.115, 0.343, 0.885, 0.466]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 6, "global_sentence_id": 390, "edu_l1_label": "IOS"}, {"txt": "We also evaluate against the Vicreg baseline model using a similar procedure, but only for the$1x1$sized convolutional kernel (details provided in Section 4), and illustrate the outcomes in Table 2.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14600000, "bbox": [[0.115, 0.473, 0.885, 0.527]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 391, "edu_l1_label": "IOS"}, {"txt": "We note that ConceptVAE, using trained concepts and$5x5$windows or larger, achieves superior Dice metrics.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14600000, "bbox": [[0.115, 0.473, 0.885, 0.527]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 392, "edu_l1_label": "IOS"}, {"txt": "This highlights the benefits of content-style disentanglement and the model's robustness against feature collapse.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14600000, "bbox": [[0.115, 0.473, 0.885, 0.527]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 393, "edu_l1_label": "IOS"}, {"txt": "Table 2: Dice loss on the semantic segmentation test set when using $x_{\\text {concept}}$ only,$x_{\\text {yl}}$only,or $x_{\\text {concept}}$ along with $x_{\\text {style}}$.For each row, the lowest Dice losses are marked with bold.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14700000, "bbox": [[0.114, 0.551, 0.883, 0.581]]}]}, "tags": ["table_caption"], "label": "table_title", "web_segment_id": 8, "global_sentence_id": 394, "edu_l1_label": "EDU_O"}, {"txt": "table", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14800000, "bbox": [[0.249, 0.582, 0.741, 0.822]]}]}, "tags": ["table"], "label": "table", "web_segment_id": 9, "global_sentence_id": 395, "edu_l1_label": "EDU_O"}, {"txt": "5.3 Near-OOD Detection", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 14900000, "bbox": [[0.116, 0.847, 0.299, 0.856]]}]}, "tags": ["title"], "label": "title2", "web_segment_id": 10, "global_sentence_id": 396, "edu_l1_label": "IOS"}, {"txt": "To assess the proposed model's capability to detect OOD samples, we employed a test set comprising only parasternal long-axis (PLAX) views.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15000000, "bbox": [[0.116, 0.872, 0.879, 0.881], [0.118, 0.886, 0.283, 0.895]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 397, "edu_l1_label": "IOS"}, {"txt": "Unlike the test set from Section 5.1, which includes only apical and short-axis acquisitions,this set is considered OOD because, although it contains echocardiographies, the views are different.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15000000, "bbox": [[0.283, 0.886, 0.883, 0.896], [0.118, 0.901, 0.779, 0.909]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 398, "edu_l1_label": "IOS"}, {"txt": "The aim of this", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15000000, "bbox": [[0.779, 0.901, 0.88, 0.908]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 399, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15100000, "bbox": [[0.492, 0.938, 0.509, 0.947]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 12, "global_sentence_id": 400, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15100000, "bbox": [[0.171, 0.045, 0.829, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 401, "edu_l1_label": "EDU_O"}, {"txt": "analysis is to determine whether the latent space features can differentiate between the two data distributions(i.e.,apical and SAX versus PLAX views).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15100000, "bbox": [[0.117, 0.097, 0.884, 0.104], [0.117, 0.111, 0.364, 0.121]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 402, "edu_l1_label": "IOS"}, {"txt": "Most OOD methods are designed to work with supervised classification models (e.g., [44,45]), thus requiring explicit labeling either for in-domain classes or for flagging outlier samples.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15200000, "bbox": [[0.115, 0.127, 0.885, 0.209]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 403, "edu_l1_label": "IOS"}, {"txt": "One method that does not require any labels and allows for fast log-likelihood evaluation with respect to the underlying data distribution is Normalising Flows (NFs).To this end, linear NFs [46] were fitted solely on the frozen embeddings of in-distribution data (i.e., apical and SAX views) for both the proposed and baseline models.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15200000, "bbox": [[0.115, 0.127, 0.885, 0.209]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 404, "edu_l1_label": "IOS"}, {"txt": "The NF took the form of Equation (6),where $x$represents an input derived from the latent space,$y$ is the transformed variable, and $A,b$ are trainable parameters.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15200000, "bbox": [[0.115, 0.127, 0.885, 0.209]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 405, "edu_l1_label": "IOS"}, {"txt": "$$y=Ax+b$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15300000, "bbox": [[0.426, 0.216, 0.511, 0.23]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 4, "global_sentence_id": 406, "edu_l1_label": "IOS"}, {"txt": "$$\\ln p(x)=\\ln p_{\\text {prior}}(y)+\\ln \\vert \\text {det}A\\vert\\tag{6}$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15400000, "bbox": [[0.389, 0.232, 0.883, 0.25]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 5, "global_sentence_id": 407, "edu_l1_label": "IOS"}, {"txt": "$$p_{\\text {prior}}(y)=\\mathcal {N}(y\\vert \\mathbf {0},I)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15500000, "bbox": [[0.375, 0.25, 0.526, 0.268]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 6, "global_sentence_id": 408, "edu_l1_label": "IOS"}, {"txt": "For ConceptVAE,$x$ is formed by concatenating a$5x5$window of concept probabilities, excluding the style compo-nent.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15600000, "bbox": [[0.115, 0.278, 0.885, 0.375]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 409, "edu_l1_label": "IOS"}, {"txt": "For the baseline model, $x$ is the feature embedding of a single location from the latent space feature grid.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15600000, "bbox": [[0.115, 0.278, 0.885, 0.375]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 410, "edu_l1_label": "IOS"}, {"txt": "For all spatial locations corresponding to ultrasound cones within the latent space grid, and for all training data, the region$($ $)$descriptors $x$ were extracted and fed into the NF to maximize lnp $p$ for in-distribution data.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15600000, "bbox": [[0.115, 0.278, 0.885, 0.375]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 411, "edu_l1_label": "IOS"}, {"txt": "The same training data as in Section 5.2 was used to fit the NFs (i.e., only apical and SAX views).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15600000, "bbox": [[0.115, 0.278, 0.885, 0.375]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 412, "edu_l1_label": "IOS"}, {"txt": "After the NFs converged, an image-level score was computed for each test sample by averaging the $\\ln p(x)$ scores for all grid locations pertaining to the ultrasound cone.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15600000, "bbox": [[0.115, 0.278, 0.885, 0.375]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 7, "global_sentence_id": 413, "edu_l1_label": "IOS"}, {"txt": "Two sets of image-level scores were computed, one for in-distribution apical and SAX views and one for OOD PLAX views.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15700000, "bbox": [[0.115, 0.382, 0.885, 0.422]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 414, "edu_l1_label": "IOS"}, {"txt": "ROC curves were used to assess the score separability between the two sets using ConceptVAE and the Vicreg baseline (Figure 6).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15700000, "bbox": [[0.115, 0.382, 0.885, 0.422]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 415, "edu_l1_label": "IOS"}, {"txt": "ConceptVAE has an area-under-curve of 0.753, being $10\\%$larger than the baseline (with 0.655).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15700000, "bbox": [[0.115, 0.382, 0.885, 0.422]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 416, "edu_l1_label": "IOS"}, {"txt": "In contrast to the proposed ConceptVAE, the baseline model had access to PLAX data during its development (as we used a vast collection of many echocardiography types to pretrain the baseline model, following common practices for classical self-supervized pretraining regarding datasetsizes and variability, therefore the PLAX view is not OOD for the baseline model.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15800000, "bbox": [[0.114, 0.431, 0.885, 0.539]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 417, "edu_l1_label": "IOS"}, {"txt": "Also, the contrastive objective used for developing the baseline model should promote feature clustering w.r.t.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15800000, "bbox": [[0.114, 0.431, 0.885, 0.539]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 418, "edu_l1_label": "IOS"}, {"txt": "data sub-groups (e.g., anatomical views).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15800000, "bbox": [[0.114, 0.431, 0.885, 0.539]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 419, "edu_l1_label": "IOS"}, {"txt": "Despite this fact,ConceptVAE produces local embeddings that are more separable between echocardiographic views (even near-$OOD$ ones), again indicating a reduction of feature collapse due to the content-style disentanglement.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15800000, "bbox": [[0.114, 0.431, 0.885, 0.539]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 420, "edu_l1_label": "IOS"}, {"txt": "This behavior of embeddings separability even for near-OOD data does not usually manifest for regular deep-neural networks [47].", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15800000, "bbox": [[0.114, 0.431, 0.885, 0.539]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 9, "global_sentence_id": 421, "edu_l1_label": "IOS"}, {"txt": "5.4 Aortic Valve Detection", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 15900000, "bbox": [[0.117, 0.558, 0.31, 0.567]]}]}, "tags": ["title"], "label": "title2", "web_segment_id": 10, "global_sentence_id": 422, "edu_l1_label": "IOS"}, {"txt": "To further evaluate the generalization capability of ConceptVAE, we aim to detect latent space grid locations corre-sponding to the aortic valve (AV) region in views not used during pre-training (i.e., PLAX).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16000000, "bbox": [[0.116, 0.583, 0.882, 0.589], [0.118, 0.6, 0.721, 0.605]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 423, "edu_l1_label": "IOS"}, {"txt": "Similarly to Section 5.2,for this task we train a linear convolutional layer on top of frozen embeddings to perform a proxy object detection task.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16000000, "bbox": [[0.721, 0.6, 0.882, 0.607], [0.117, 0.611, 0.882, 0.62]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 424, "edu_l1_label": "IOS"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16100000, "bbox": [[0.291, 0.645, 0.714, 0.858]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 12, "global_sentence_id": 425, "edu_l1_label": "EDU_O"}, {"txt": "Figure 6: The ROC curves comparison between ConceptVAE and the Vicreg baseline model, for distinguishing in-distribution echocardiographic views from OOD PLAX ones. ConceptVAE has an AuROC score of 0.753, while the Vicreg baseline has an AuROC of 0.655.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16200000, "bbox": [[0.115, 0.867, 0.885, 0.906]]}]}, "tags": ["figure_caption"], "label": "figure_title", "web_segment_id": 13, "global_sentence_id": 426, "edu_l1_label": "EDU_O"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16300000, "bbox": [[0.492, 0.938, 0.509, 0.947]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 14, "global_sentence_id": 427, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16300000, "bbox": [[0.171, 0.045, 0.829, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 428, "edu_l1_label": "EDU_O"}, {"txt": "Each testing sample has a bounding box annotation around the AV along with a label indicating if it's open or closed (depending on the cardiac phase depicted in the test image).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16400000, "bbox": [[0.115, 0.094, 0.885, 0.174]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 429, "edu_l1_label": "IOS"}, {"txt": "We downsized the bounding boxes to the output stride of the latent space and used an overlap threshold $t$ to determine the objectness [48] of each latent space grid location,i.e.,if the down-sampled bounding box overlaps a grid location with a ratio larger than $t$  then that grid location objectness is set as 1, otherwise 0.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16400000, "bbox": [[0.115, 0.094, 0.885, 0.174]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 430, "edu_l1_label": "IOS"}, {"txt": "Moreover, for each object grid location the newly added convolutional layer also predicts the AV state (open or closed).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16400000, "bbox": [[0.115, 0.094, 0.885, 0.174]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 431, "edu_l1_label": "IOS"}, {"txt": "For ConceptVAE, the input to the linear layer isa$5x5$window of both concept probabilities and associated styles for the concepts having the highest probability.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16500000, "bbox": [[0.114, 0.182, 0.885, 0.251]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 432, "edu_l1_label": "IOS"}, {"txt": "The output consists of 3 channels, one for classifying objectness and the other two for classifying the AV state.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16500000, "bbox": [[0.114, 0.182, 0.885, 0.251]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 433, "edu_l1_label": "IOS"}, {"txt": "For the baseline Vicreg model, the setup is similar, but the input is the feature vector of a 1x1 latent space grid location (see Section 4 for details).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16500000, "bbox": [[0.114, 0.182, 0.885, 0.251]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 434, "edu_l1_label": "IOS"}, {"txt": "Balanced binary cross-entropy losses are employed to train both objectives (i.e., detection and labeling).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16500000, "bbox": [[0.114, 0.182, 0.885, 0.251]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 435, "edu_l1_label": "IOS"}, {"txt": "The results are illustrated in Table 3.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16600000, "bbox": [[0.115, 0.259, 0.885, 0.395]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 436, "edu_l1_label": "IOS"}, {"txt": "The mAP scores are close (with the baseline slightly better by $1.6\\%$ mAP),while the objectiveness AP is much larger for our proposed model$(+12\\%)$.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16600000, "bbox": [[0.115, 0.259, 0.885, 0.395]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 437, "edu_l1_label": "IOS"}, {"txt": "This is because our model does a better job in locating Aortic Valve grid positions, but somewhat lags in correctly classifying the AV state for the detected AV locations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16600000, "bbox": [[0.115, 0.259, 0.885, 0.395]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 438, "edu_l1_label": "IOS"}, {"txt": "We hypothesise that locating the AV can be done by analyzing concepts (e.g., exploiting a linear separability of concept probabilities w.r.t.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16600000, "bbox": [[0.115, 0.259, 0.885, 0.395]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 439, "edu_l1_label": "IOS"}, {"txt": "AV presence) while the AV state can be inferred from the style component of the latent space.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16600000, "bbox": [[0.115, 0.259, 0.885, 0.395]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 440, "edu_l1_label": "IOS"}, {"txt": "To test this, we trained a new linear layer only on the concept components of the latent space and observe a severe degradation in label classification performance while retaining the objectness classification performance.The previous section revealed that the detected concepts on the near-OoD PLAX views are still descriptive of the image's semantics; however, the style component may not fully capture all relevant fine details, since the proposed model was not trained on PLAX views as opposed to the baseline model.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16600000, "bbox": [[0.115, 0.259, 0.885, 0.395]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 441, "edu_l1_label": "IOS"}, {"txt": "Table 3: Mean average precision scores for object detection on PLAX views.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16700000, "bbox": [[0.247, 0.421, 0.751, 0.432]]}]}, "tags": ["table_caption"], "label": "table_title", "web_segment_id": 5, "global_sentence_id": 442, "edu_l1_label": "EDU_O"}, {"txt": "table", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16800000, "bbox": [[0.319, 0.438, 0.68, 0.544]]}]}, "tags": ["table"], "label": "table", "web_segment_id": 6, "global_sentence_id": 443, "edu_l1_label": "EDU_O"}, {"txt": "5.5 Style-Based Synthetic Data Generation", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 16900000, "bbox": [[0.116, 0.571, 0.424, 0.58]]}]}, "tags": ["title"], "label": "title2", "web_segment_id": 7, "global_sentence_id": 444, "edu_l1_label": "IOS"}, {"txt": "We further explore how style information can be used to generate synthetic data.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17000000, "bbox": [[0.115, 0.597, 0.885, 0.649]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 445, "edu_l1_label": "IOS"}, {"txt": "Such data can be valuable for creating inputs conditioned by patient attributes, such as generating images with more textured walls.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17000000, "bbox": [[0.115, 0.597, 0.885, 0.649]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 446, "edu_l1_label": "IOS"}, {"txt": "To achieve this, we leverage the known range of$x_{\\text {l}}$(since the constraint$\\mathcal {L}_{\\text {l}}$is enforced during training), and investigate style-based image generation.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17000000, "bbox": [[0.115, 0.597, 0.885, 0.649]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 447, "edu_l1_label": "IOS"}, {"txt": "This involIves adding Gaussian noise at various levels $\\beta$ as described in Equation (7):", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17000000, "bbox": [[0.115, 0.597, 0.885, 0.649]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 8, "global_sentence_id": 448, "edu_l1_label": "IOS"}, {"txt": "$$n\\sim \\mathcal {N}(\\mathbf {0},I)$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17100000, "bbox": [[0.455, 0.658, 0.543, 0.674]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 9, "global_sentence_id": 449, "edu_l1_label": "IOS"}, {"txt": "$$x_{\\text {style}}^{*}=\\frac {x_{\\text {style}}+\\beta n}{\\sqrt {1+\\beta ^{2}}}\\tag{7}$$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17200000, "bbox": [[0.426, 0.678, 0.885, 0.712]]}]}, "tags": ["equation"], "label": "formula", "web_segment_id": 10, "global_sentence_id": 450, "edu_l1_label": "IOS"}, {"txt": "where$\\beta$ controls the amount of noise injected into$x_{\\text {style}}^{*}$", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17300000, "bbox": [[0.115, 0.72, 0.492, 0.736]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 11, "global_sentence_id": 451, "edu_l1_label": "IOS"}, {"txt": "WVe then reconstruct the image using these style attributes.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17400000, "bbox": [[0.114, 0.741, 0.885, 0.809]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 452, "edu_l1_label": "IOS"}, {"txt": "Randomly sampled reconstructions w.r.t.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17400000, "bbox": [[0.114, 0.741, 0.885, 0.809]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 453, "edu_l1_label": "IOS"}, {"txt": "multiple $\\beta$ (reusing the same sampled $n$) are illustrated in Figure 7, while Figure 8 illustrates reconstructions with multiple noise samplings $n_{k}$ $\\sim \\mathcal {N}(\\mathbf {0}\\bar {I}$and fixed$\\beta =0.$ $3$ .", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17400000, "bbox": [[0.114, 0.741, 0.885, 0.809]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 454, "edu_l1_label": "IOS"}, {"txt": "We observe that even with relatively high $\\beta$ values, the reconstructions closely resemble the unaltered concepts, while the image textures are modified (with minimal changes to anatomical structures in terms of their shape or placement).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17400000, "bbox": [[0.114, 0.741, 0.885, 0.809]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 455, "edu_l1_label": "IOS"}, {"txt": "This leads to the following observations:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17400000, "bbox": [[0.114, 0.741, 0.885, 0.809]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 12, "global_sentence_id": 456, "edu_l1_label": "IOS"}, {"txt": "·The model usesxcc$x_{\\text {concept}}$to decode semantic content, such as anatomical structures like chamber walls, blood pools, and valves,while$x_{\\text {style}}$is used to particularize local textures, shadows and speckles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17500000, "bbox": [[0.16, 0.825, 0.884, 0.854]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 13, "global_sentence_id": 457, "edu_l1_label": "IOS"}, {"txt": "·With ConceptVAE, synthetic data can be generated by modifying only textures and speckles while retaining anatomical structures.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17600000, "bbox": [[0.161, 0.861, 0.881, 0.869], [0.175, 0.874, 0.322, 0.881]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 14, "global_sentence_id": 458, "edu_l1_label": "IOS"}, {"txt": "This allows for the generation of novel samples that can serve as style augmentations without modifying the content, potentially enhancing the training performance of dense downstream models,such as those used for segmentation.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17600000, "bbox": [[0.322, 0.874, 0.881, 0.881], [0.176, 0.889, 0.884, 0.896], [0.175, 0.903, 0.414, 0.909]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 14, "global_sentence_id": 459, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.492, 0.938, 0.509, 0.947]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 15, "global_sentence_id": 460, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.169, 0.045, 0.829, 0.059]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 461, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.123, 0.095, 0.273, 0.188]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 2, "global_sentence_id": 462, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.285, 0.095, 0.431, 0.188]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 3, "global_sentence_id": 463, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.433, 0.094, 0.582, 0.188]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 4, "global_sentence_id": 464, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.582, 0.094, 0.73, 0.188]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 5, "global_sentence_id": 465, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.73, 0.095, 0.878, 0.187]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 6, "global_sentence_id": 466, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.126, 0.198, 0.273, 0.29]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 7, "global_sentence_id": 467, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.286, 0.199, 0.434, 0.29]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 8, "global_sentence_id": 468, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.435, 0.198, 0.582, 0.29]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 9, "global_sentence_id": 469, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.583, 0.198, 0.73, 0.29]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 10, "global_sentence_id": 470, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17700000, "bbox": [[0.732, 0.198, 0.877, 0.29]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 11, "global_sentence_id": 471, "edu_l1_label": "EDU_O"}, {"txt": "Figure 7: Original images (left) displayed alongside reconstructions using$x_{\\text {style}}^{*}$with increasing levels of injected noise,$\\beta$. From the second column to the right,$\\beta$ values are 0 (unaltered reconstruction), 0.2, 0.4 and 0.6, respectively.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17800000, "bbox": [[0.115, 0.301, 0.885, 0.33]]}]}, "tags": ["figure_caption"], "label": "figure_title", "web_segment_id": 12, "global_sentence_id": 472, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17900000, "bbox": [[0.192, 0.351, 0.344, 0.446]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 13, "global_sentence_id": 473, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17900000, "bbox": [[0.351, 0.353, 0.502, 0.446]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 14, "global_sentence_id": 474, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17900000, "bbox": [[0.504, 0.352, 0.654, 0.446]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 15, "global_sentence_id": 475, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17900000, "bbox": [[0.654, 0.35, 0.808, 0.446]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 16, "global_sentence_id": 476, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17900000, "bbox": [[0.192, 0.451, 0.344, 0.545]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 17, "global_sentence_id": 477, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17900000, "bbox": [[0.351, 0.451, 0.502, 0.545]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 18, "global_sentence_id": 478, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17900000, "bbox": [[0.503, 0.451, 0.65, 0.545]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 19, "global_sentence_id": 479, "edu_l1_label": "EDU_O"}, {"txt": "figure", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 17900000, "bbox": [[0.655, 0.451, 0.808, 0.545]]}]}, "tags": ["figure"], "label": "figure", "web_segment_id": 20, "global_sentence_id": 480, "edu_l1_label": "EDU_O"}, {"txt": "Figure 8: Reconstructed images with unaltered$x_{\\text {style}}$(left) alongside three reconstructions with constant noise level $\\beta =0.3.$. Each noisy reconstruction uses different noise,$\\sim \\mathcal {N}(\\mathbf {0},I$,as described in Equation (7).", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18000000, "bbox": [[0.115, 0.554, 0.885, 0.582]]}]}, "tags": ["figure_caption"], "label": "figure_title", "web_segment_id": 21, "global_sentence_id": 481, "edu_l1_label": "EDU_O"}, {"txt": "The samples generated with ConceptVAE remain within the original data distribution, and thus can serve as a more calibrated augmentation method.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18100000, "bbox": [[0.117, 0.616, 0.881, 0.626], [0.117, 0.633, 0.335, 0.64]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 22, "global_sentence_id": 482, "edu_l1_label": "IOS"}, {"txt": "In contrast, classical transformations such as rotations and blurring may generate data points with appearances not observed in the initial distribution (e.g., unnatural rotations or texture changes).Ultrasound medical imaging inherently introduces noise in video acquisitions in the form of pixel speckles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18100000, "bbox": [[0.335, 0.633, 0.882, 0.639], [0.117, 0.646, 0.882, 0.653], [0.117, 0.658, 0.82, 0.667]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 22, "global_sentence_id": 483, "edu_l1_label": "IOS"}, {"txt": "Concept-VAE simulates the effect of different realizations of echocardiography-specific noise, producing images that reflect this variability.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18100000, "bbox": [[0.82, 0.658, 0.882, 0.664], [0.118, 0.672, 0.884, 0.686], [0.118, 0.687, 0.217, 0.694]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 22, "global_sentence_id": 484, "edu_l1_label": "IOS"}, {"txt": "Given the large variability between acquisitions and patients in ultrasound imaging [49], the proposed method can potentially improve the robustness of the models on downstream tasks.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18100000, "bbox": [[0.217, 0.687, 0.88, 0.694], [0.118, 0.701, 0.659, 0.708]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 22, "global_sentence_id": 485, "edu_l1_label": "IOS"}, {"txt": "6 Conclusions", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18200000, "bbox": [[0.117, 0.741, 0.248, 0.751]]}]}, "tags": ["title"], "label": "title1", "web_segment_id": 23, "global_sentence_id": 486, "edu_l1_label": "BOS"}, {"txt": "We present ConceptVAE, a novel SSL framework designed to learn disentangled representations of 2D cardiac ul-trasound images.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18300000, "bbox": [[0.117, 0.776, 0.882, 0.783], [0.118, 0.792, 0.231, 0.798]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 24, "global_sentence_id": 487, "edu_l1_label": "IOS"}, {"txt": "This method involves converting input embeddings into a set of discrete concepts and associated continuous styles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18300000, "bbox": [[0.231, 0.792, 0.881, 0.799], [0.117, 0.806, 0.234, 0.812]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 24, "global_sentence_id": 488, "edu_l1_label": "IOS"}, {"txt": "Through multiple qualitative and quantitative analyses, we demonstrate that ConceptVAE captures anatomical infor-mation within concepts vectors and local textures within the style vectors, thereby achieving disentanglement.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18400000, "bbox": [[0.117, 0.824, 0.882, 0.83], [0.117, 0.84, 0.853, 0.847]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 25, "global_sentence_id": 489, "edu_l1_label": "IOS"}, {"txt": "For example, by qualitatively analysing the concept maps, we observe the method is able to specialise certain concepts to independent anatomical structures such as blood pools or septum walls.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18400000, "bbox": [[0.853, 0.84, 0.88, 0.847], [0.117, 0.854, 0.881, 0.86], [0.118, 0.866, 0.584, 0.879]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 25, "global_sentence_id": 490, "edu_l1_label": "IOS"}, {"txt": "These properties prove beneficial for several downstream applications, including region-based instance retrieval, object detection, and synthetic data generation.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18500000, "bbox": [[0.117, 0.886, 0.882, 0.895], [0.117, 0.901, 0.381, 0.909]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 26, "global_sentence_id": 491, "edu_l1_label": "IOS"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18600000, "bbox": [[0.492, 0.938, 0.509, 0.947]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 27, "global_sentence_id": 492, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18600000, "bbox": [[0.169, 0.045, 0.829, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 493, "edu_l1_label": "EDU_O"}, {"txt": "Specifically, we provide empirical evidence that ConceptVAE outperforms traditional SSL methods like Vicreg in region-based instance retrieval, OOD detection, semantic segmentation, and object detection.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18600000, "bbox": [[0.117, 0.094, 0.881, 0.104], [0.118, 0.111, 0.732, 0.117]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 494, "edu_l1_label": "IOS"}, {"txt": "Moreover, the method shows promising results in generating synthetic data samples that reflect the original data distribution and preserve anatomical concepts while varying styles.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18600000, "bbox": [[0.732, 0.111, 0.882, 0.117], [0.117, 0.124, 0.881, 0.131], [0.117, 0.138, 0.39, 0.144]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 2, "global_sentence_id": 495, "edu_l1_label": "IOS"}, {"txt": "For future work, we propose to apply the method to a broader range of medical image modalities.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18700000, "bbox": [[0.118, 0.156, 0.783, 0.165]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 496, "edu_l1_label": "IOS"}, {"txt": "Currently, we evaluated ConceptVAE on cardiac echocardiographies due to the availability of an extensive dataset for pre-training and testing across various downstream tasks.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18700000, "bbox": [[0.783, 0.156, 0.882, 0.165], [0.117, 0.173, 0.881, 0.181], [0.118, 0.186, 0.419, 0.193]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 497, "edu_l1_label": "IOS"}, {"txt": "Additionally, we plan to devise an automated method to identify the number of concepts needed, similar to the way object detection algorithms propose the number of objects present in the image.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18700000, "bbox": [[0.419, 0.186, 0.881, 0.193], [0.117, 0.201, 0.881, 0.206], [0.118, 0.212, 0.189, 0.22]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 498, "edu_l1_label": "IOS"}, {"txt": "Furthermore, we plan to test and extend our method to 3D data, which is prevalent in medical imaging,but adds another level of complexity both for pre-training and for concept identification.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18700000, "bbox": [[0.189, 0.212, 0.882, 0.222], [0.118, 0.225, 0.7, 0.234]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 499, "edu_l1_label": "IOS"}, {"txt": "In-depth analyses of disen-tangled representations may also reveal other properties such as enhanced interpretability and explainability, opening promising avenues for future research.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18700000, "bbox": [[0.7, 0.225, 0.882, 0.232], [0.117, 0.241, 0.881, 0.25], [0.117, 0.256, 0.368, 0.262]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 3, "global_sentence_id": 500, "edu_l1_label": "IOS"}, {"txt": "Acknowledgments:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18800000, "bbox": [[0.118, 0.282, 0.255, 0.29]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 501, "edu_l1_label": "EDU_O"}, {"txt": "The data used for the empirical experiments are courtesy of Princeton Radiology and Zwanger Pesiri.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18800000, "bbox": [[0.255, 0.282, 0.882, 0.29], [0.117, 0.295, 0.161, 0.304]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 502, "edu_l1_label": "EDU_O"}, {"txt": "The concepts and information presented in this paper are based on research results that are not commercially available.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18800000, "bbox": [[0.161, 0.295, 0.882, 0.306], [0.117, 0.311, 0.181, 0.317]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 503, "edu_l1_label": "EDU_O"}, {"txt": "Future commercial availability cannot be guaranteed.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18800000, "bbox": [[0.181, 0.311, 0.532, 0.317]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 4, "global_sentence_id": 504, "edu_l1_label": "EDU_O"}, {"txt": "Author contributions:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.118, 0.33, 0.274, 0.338]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 505, "edu_l1_label": "EDU_O"}, {"txt": " Conceptualization, C.C.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.274, 0.33, 0.439, 0.338]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 506, "edu_l1_label": "EDU_O"}, {"txt": "and A.S.; methodology, C.C.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.439, 0.33, 0.637, 0.338]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 507, "edu_l1_label": "EDU_O"}, {"txt": "and A.S.; software,C.C.;validation,C.C.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.637, 0.33, 0.882, 0.339], [0.117, 0.343, 0.151, 0.352]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 508, "edu_l1_label": "EDU_O"}, {"txt": ";formal analysis, C.C.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.151, 0.343, 0.298, 0.352]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 509, "edu_l1_label": "EDU_O"}, {"txt": "; investigation, C.C.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.298, 0.343, 0.431, 0.352]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 510, "edu_l1_label": "EDU_O"}, {"txt": "and A.S.; resources, P.T.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.431, 0.343, 0.599, 0.353]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 511, "edu_l1_label": "EDU_O"}, {"txt": "; data curation, P.T.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.599, 0.343, 0.729, 0.352]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 512, "edu_l1_label": "EDU_O"}, {"txt": "; writing-original draft preparation, C.C.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.729, 0.343, 0.883, 0.352], [0.118, 0.36, 0.234, 0.366]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 513, "edu_l1_label": "EDU_O"}, {"txt": "; writing-review and editing, A.S. and P.T.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.234, 0.36, 0.52, 0.367]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 514, "edu_l1_label": "EDU_O"}, {"txt": "; visualization, C.C.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.52, 0.36, 0.651, 0.367]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 515, "edu_l1_label": "EDU_O"}, {"txt": "; supervision, A.S.; project adminis-tration, P.T.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.651, 0.36, 0.882, 0.363], [0.117, 0.372, 0.194, 0.379]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 516, "edu_l1_label": "EDU_O"}, {"txt": "; funding acquisition, P.T.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 18900000, "bbox": [[0.194, 0.372, 0.361, 0.379]]}]}, "tags": ["text"], "label": "content", "web_segment_id": 5, "global_sentence_id": 517, "edu_l1_label": "EDU_O"}, {"txt": "References", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.117, 0.404, 0.208, 0.415]]}]}, "tags": ["title"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 518, "edu_l1_label": "EDU_O"}, {"txt": "[1] Taleb, A.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.124, 0.436, 0.219, 0.446]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 519, "edu_l1_label": "EDU_O"}, {"txt": " Loetzsch, W.; Danz, N.; Severin, J.; Gaertner, T.; Bergner, B.; Lippert, C. 3d self-supervised methods for medical imaging.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.219, 0.436, 0.881, 0.445], [0.153, 0.451, 0.291, 0.459]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 520, "edu_l1_label": "EDU_O"}, {"txt": "Adv.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.291, 0.451, 0.325, 0.459]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 521, "edu_l1_label": "EDU_O"}, {"txt": "Neural Inf.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.325, 0.451, 0.4, 0.459]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 522, "edu_l1_label": "EDU_O"}, {"txt": "Process.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.4, 0.451, 0.458, 0.459]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 523, "edu_l1_label": "EDU_O"}, {"txt": "Syst.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.458, 0.451, 0.493, 0.459]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 524, "edu_l1_label": "EDU_O"}, {"txt": "2020,33,18158-18172.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.493, 0.451, 0.655, 0.459]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 525, "edu_l1_label": "EDU_O"}, {"txt": "[2] Azizi, S.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.125, 0.468, 0.217, 0.478]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 526, "edu_l1_label": "EDU_O"}, {"txt": " Mustafa, B.; Ryan, F.; Beaver, Z.;Freyberg, J.; Deaton, J.; Loh, A.; Karthikesalingam, A.; Kornblith,S.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.217, 0.468, 0.884, 0.478], [0.153, 0.482, 0.172, 0.491]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 527, "edu_l1_label": "EDU_O"}, {"txt": "; Chen, T.; et al.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.172, 0.482, 0.282, 0.491]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 528, "edu_l1_label": "EDU_O"}, {"txt": "Big self-supervised models advance medical image classification.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.282, 0.482, 0.731, 0.491]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 529, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE/CVF International Conference on Computer Vision, Montreal, BC, Canada, 11-17 October 2021; pp.3478-3488.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19000000, "bbox": [[0.731, 0.482, 0.881, 0.491], [0.153, 0.496, 0.882, 0.504], [0.153, 0.51, 0.232, 0.518]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 530, "edu_l1_label": "EDU_O"}, {"txt": "[3] Huang, Z.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.128, 0.528, 0.226, 0.539]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 531, "edu_l1_label": "EDU_O"}, {"txt": " Jiang, R.; Aeron, S.; Hughes, M.C.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.226, 0.528, 0.464, 0.537]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 532, "edu_l1_label": "EDU_O"}, {"txt": "Systematic comparison of semi-supervised and seIf-supervised learning for medical image classification.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.464, 0.528, 0.88, 0.538], [0.153, 0.544, 0.423, 0.552]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 533, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition, Seattle, WA, USA, 16-22 June 2024; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.423, 0.544, 0.881, 0.552], [0.153, 0.556, 0.563, 0.564]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 534, "edu_l1_label": "EDU_O"}, {"txt": "22282-22293.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.563, 0.556, 0.66, 0.565]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 535, "edu_l1_label": "EDU_O"}, {"txt": "[4] Balestriero, R.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.125, 0.575, 0.254, 0.585]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 536, "edu_l1_label": "EDU_O"}, {"txt": " Ibrahim, M.; Sobal, V.;Morcos, A.; Shekhar, S.; Goldstein, T.; Bordes, F.; Bardes, A.; Mialon,G.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.254, 0.575, 0.884, 0.585], [0.152, 0.589, 0.172, 0.598]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 537, "edu_l1_label": "EDU_O"}, {"txt": ";Tian, Y.; et al.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.172, 0.589, 0.27, 0.597]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 538, "edu_l1_label": "EDU_O"}, {"txt": "A Cookbook of Self-Supervised Learning.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.27, 0.589, 0.552, 0.597]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 539, "edu_l1_label": "EDU_O"}, {"txt": "arXiv 2023. http://arxiv.org/abs/2304.12210.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.552, 0.589, 0.847, 0.597]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 540, "edu_l1_label": "EDU_O"}, {"txt": "[5] Cabannes, V.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.125, 0.607, 0.246, 0.621]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 541, "edu_l1_label": "EDU_O"}, {"txt": " Kiani, B.; Balestriero, R.; LeCun, Y; Bietti, A.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.246, 0.607, 0.556, 0.617]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 542, "edu_l1_label": "EDU_O"}, {"txt": "The ssl interplay: Augmentations, inductive bias,and generalization.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.556, 0.607, 0.884, 0.617], [0.152, 0.624, 0.278, 0.631]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 543, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the International Conference on Machine Learning, PMLR,Honolulu,HI,USA,23-29 July 2023;pp.3252-3298.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.278, 0.624, 0.884, 0.631], [0.153, 0.634, 0.413, 0.644]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 544, "edu_l1_label": "EDU_O"}, {"txt": "[6] Wu,L.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.124, 0.654, 0.196, 0.664]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 545, "edu_l1_label": "EDU_O"}, {"txt": "; Zhuang, J.; Chen, H. Voco: A simple-yet-effective volume contrastive learning framework for 3d medical image analysis.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.196, 0.654, 0.882, 0.664], [0.153, 0.67, 0.259, 0.676]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 546, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition,Seattle, WA, USA, 16-22 June 2024; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.259, 0.67, 0.884, 0.677], [0.153, 0.682, 0.426, 0.69]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 547, "edu_l1_label": "EDU_O"}, {"txt": "22873-22882.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.426, 0.682, 0.523, 0.691]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 548, "edu_l1_label": "EDU_O"}, {"txt": "[7] Baevski, A.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.128, 0.7, 0.235, 0.71]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 549, "edu_l1_label": "EDU_O"}, {"txt": " Hsu, W.N.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.235, 0.7, 0.308, 0.71]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 550, "edu_l1_label": "EDU_O"}, {"txt": "; Xu, Q.;Babu, A.; Gu, J.; Auli, M. Data2vec: A general framework for self-supervised learning in speech, vision and language.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.308, 0.7, 0.88, 0.71], [0.153, 0.715, 0.419, 0.723]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 551, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the International Conference on Machine Learning,PMLR, Baltimore, MD, USA, 25-27 July 2022; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.419, 0.715, 0.883, 0.725], [0.153, 0.729, 0.49, 0.737]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 552, "edu_l1_label": "EDU_O"}, {"txt": "1298-1312.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.49, 0.729, 0.57, 0.737]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 553, "edu_l1_label": "EDU_O"}, {"txt": "[8] Wang,Y.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.124, 0.747, 0.221, 0.757]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 554, "edu_l1_label": "EDU_O"}, {"txt": "Li,Z.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.221, 0.747, 0.262, 0.757]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 555, "edu_l1_label": "EDU_O"}, {"txt": ";Mei, J.;Wei,Z.;Liu,L.;Wang,C.;Sang,S.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.262, 0.747, 0.556, 0.756]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 556, "edu_l1_label": "EDU_O"}, {"txt": "; Yuille, A.L.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.556, 0.747, 0.641, 0.757]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 557, "edu_l1_label": "EDU_O"}, {"txt": "; Xie, C.; Zhou, Y. Swinmm: Masked multi-view with swin transformers for 3d medical image segmentation.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.641, 0.747, 0.88, 0.756], [0.153, 0.763, 0.636, 0.77]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 558, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the International Conference on Medical Image Computing and Computer-Assisted Intervention, Vancouver, BA, Canada, 8-12October 2023; Springer: Berlin/Heidelberg, Germany, 2023; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.636, 0.763, 0.882, 0.769], [0.153, 0.775, 0.881, 0.783], [0.152, 0.788, 0.572, 0.797]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 559, "edu_l1_label": "EDU_O"}, {"txt": "486-496.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.572, 0.788, 0.636, 0.797]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 560, "edu_l1_label": "EDU_O"}, {"txt": "[9] Liu, P.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.127, 0.807, 0.203, 0.816]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 561, "edu_l1_label": "EDU_O"}, {"txt": " Zhang, J.; Wu, X.; Liu, S.; Wang, Y.; Feng,L.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.203, 0.807, 0.527, 0.816]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 562, "edu_l1_label": "EDU_O"}, {"txt": "; Diao, Y.; Liu, Z.; Lyu, G.; Chen, Y. Benchmarking Supervised and Self-Supervised Learning Methods in A Large Ultrasound Multi-task Images Dataset.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.527, 0.807, 0.881, 0.818], [0.153, 0.822, 0.825, 0.83]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 563, "edu_l1_label": "EDU_O"}, {"txt": "IEEE J.Biomed.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.825, 0.822, 0.882, 0.83], [0.153, 0.835, 0.208, 0.843]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 564, "edu_l1_label": "EDU_O"}, {"txt": "Health Inform.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.208, 0.835, 0.309, 0.843]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 565, "edu_l1_label": "EDU_O"}, {"txt": "2024,Early Access.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.309, 0.835, 0.442, 0.843]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 566, "edu_l1_label": "EDU_O"}, {"txt": "[10] Holste,G.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.116, 0.853, 0.226, 0.862]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 567, "edu_l1_label": "EDU_O"}, {"txt": "; Oikonomou, E.K.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.226, 0.853, 0.349, 0.862]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 568, "edu_l1_label": "EDU_O"}, {"txt": "; Mortazavi, B.J.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.349, 0.853, 0.465, 0.863]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 569, "edu_l1_label": "EDU_O"}, {"txt": "; Wang, Z.; Khera, R.Efficient deep learning-based automated diagnosis from echocardiography with contrastive self-supervised learning.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.465, 0.853, 0.88, 0.862], [0.152, 0.869, 0.645, 0.876]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 570, "edu_l1_label": "EDU_O"}, {"txt": "Commun.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.645, 0.869, 0.712, 0.876]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 571, "edu_l1_label": "EDU_O"}, {"txt": "Med.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.712, 0.869, 0.75, 0.876]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 572, "edu_l1_label": "EDU_O"}, {"txt": "2024,4,133.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.75, 0.869, 0.84, 0.876]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 573, "edu_l1_label": "EDU_O"}, {"txt": "[11] Deng,Z.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.117, 0.885, 0.215, 0.896]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 574, "edu_l1_label": "EDU_O"}, {"txt": "; Zhong, Y.; Guo, S.; Huang, W. InsCLR: Improving Instance Retrieval with Self-Supervision.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.215, 0.885, 0.841, 0.895]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 575, "edu_l1_label": "EDU_O"}, {"txt": "Proc.AAAl Conf.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.841, 0.885, 0.882, 0.895], [0.151, 0.9, 0.23, 0.914]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 576, "edu_l1_label": "EDU_O"}, {"txt": "Artif.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.23, 0.9, 0.267, 0.914]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 577, "edu_l1_label": "EDU_O"}, {"txt": "Intell.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.267, 0.9, 0.31, 0.908]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 578, "edu_l1_label": "EDU_O"}, {"txt": "2022,36,516-524. https://doi.org/10.1609/aaai.v36i1.19930.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19100000, "bbox": [[0.31, 0.9, 0.791, 0.909]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 579, "edu_l1_label": "EDU_O"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.492, 0.938, 0.509, 0.947]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 18, "global_sentence_id": 580, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.169, 0.045, 0.83, 0.059]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 581, "edu_l1_label": "EDU_O"}, {"txt": "[12]Chen, W.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.094, 0.222, 0.104]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 582, "edu_l1_label": "EDU_O"}, {"txt": " Liu, Y.; Wang, W.; Bakker, E.M.; Georgiou, T.; Fieguth, P.; Liu, L.; Lew, M.S.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.222, 0.094, 0.775, 0.104]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 583, "edu_l1_label": "EDU_O"}, {"txt": "Deep Learning for Instance Retrieval: A Survey.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.775, 0.094, 0.881, 0.105], [0.153, 0.109, 0.382, 0.117]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 584, "edu_l1_label": "EDU_O"}, {"txt": "IEEE Trans.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.382, 0.109, 0.477, 0.117]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 585, "edu_l1_label": "EDU_O"}, {"txt": "Pattern Anal.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.477, 0.109, 0.572, 0.117]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 586, "edu_l1_label": "EDU_O"}, {"txt": "Mach.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.572, 0.109, 0.616, 0.117]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 587, "edu_l1_label": "EDU_O"}, {"txt": "Intell.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.616, 0.109, 0.665, 0.122]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 588, "edu_l1_label": "EDU_O"}, {"txt": "2023, 45, 7270-7292. https://doi.org/10.1109/TPAMI.2022.3218591.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.665, 0.109, 0.88, 0.117], [0.152, 0.122, 0.465, 0.131]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 589, "edu_l1_label": "EDU_O"}, {"txt": "[13] Bracci, S.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.14, 0.227, 0.15]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 3, "global_sentence_id": 590, "edu_l1_label": "EDU_O"}, {"txt": " Op de Beeck, H. Understanding Human Object Vision:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.227, 0.14, 0.621, 0.148]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 3, "global_sentence_id": 591, "edu_l1_label": "EDU_O"}, {"txt": " A Picture Is Worth a Thousand Rep-resentations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.621, 0.14, 0.881, 0.15], [0.153, 0.157, 0.238, 0.162]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 3, "global_sentence_id": 592, "edu_l1_label": "EDU_O"}, {"txt": "Annu.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.238, 0.157, 0.29, 0.162]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 3, "global_sentence_id": 593, "edu_l1_label": "EDU_O"}, {"txt": "Rev.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.29, 0.157, 0.325, 0.162]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 3, "global_sentence_id": 594, "edu_l1_label": "EDU_O"}, {"txt": "Psychol.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.325, 0.157, 0.386, 0.162]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 3, "global_sentence_id": 595, "edu_l1_label": "EDU_O"}, {"txt": "2023, 74, 113-135. https://doi.org/https://doi.org/10.1146/annurev-psych-032720-041031.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.386, 0.157, 0.881, 0.164], [0.153, 0.17, 0.39, 0.177]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 3, "global_sentence_id": 596, "edu_l1_label": "EDU_O"}, {"txt": "[14] DiCarlo,J.J.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.185, 0.241, 0.194]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 4, "global_sentence_id": 597, "edu_l1_label": "EDU_O"}, {"txt": "; Zoccolan, D.; Rust, N.C. How does the brain solve visual object recognition?", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.241, 0.185, 0.776, 0.194]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 4, "global_sentence_id": 598, "edu_l1_label": "EDU_O"}, {"txt": "Neuron 2012,73,415-434.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.776, 0.185, 0.883, 0.195], [0.153, 0.199, 0.239, 0.208]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 4, "global_sentence_id": 599, "edu_l1_label": "EDU_O"}, {"txt": "[15] Wardle, S.G.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.217, 0.243, 0.227]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 5, "global_sentence_id": 600, "edu_l1_label": "EDU_O"}, {"txt": " Baker, C.I.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.243, 0.217, 0.318, 0.225]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 5, "global_sentence_id": 601, "edu_l1_label": "EDU_O"}, {"txt": "Recent advances in understanding object recognition in the human brain: Deep neural networks, temporal dynamics, and context.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.318, 0.217, 0.882, 0.226], [0.152, 0.232, 0.433, 0.24]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 5, "global_sentence_id": 602, "edu_l1_label": "EDU_O"}, {"txt": "F1000Research 2020,9,590.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.433, 0.232, 0.632, 0.24]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 5, "global_sentence_id": 603, "edu_l1_label": "EDU_O"}, {"txt": "[16] Zhang, C.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.249, 0.225, 0.258]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 604, "edu_l1_label": "EDU_O"}, {"txt": " Zheng, H.; Gu, Y.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.225, 0.249, 0.347, 0.258]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 605, "edu_l1_label": "EDU_O"}, {"txt": "Dive into the details of self-supervised learning for medical image analysis.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.347, 0.249, 0.85, 0.258]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 606, "edu_l1_label": "EDU_O"}, {"txt": "Med Image Anal.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.85, 0.249, 0.882, 0.258], [0.153, 0.263, 0.234, 0.271]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 607, "edu_l1_label": "EDU_O"}, {"txt": "2023,89,102879.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.234, 0.263, 0.356, 0.271]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 608, "edu_l1_label": "EDU_O"}, {"txt": "[17] Eddahmani, I.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.117, 0.28, 0.253, 0.29]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 609, "edu_l1_label": "EDU_O"}, {"txt": " Pham, C.H.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.253, 0.28, 0.341, 0.29]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 610, "edu_l1_label": "EDU_O"}, {"txt": "; Napoléon, T.; Badoc, I.; Fouefack, J.R.; El-Bouz, M. Unsupervised learning of disentangled representation via auto-encoding: A survey.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.341, 0.28, 0.883, 0.29], [0.153, 0.295, 0.526, 0.303]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 611, "edu_l1_label": "EDU_O"}, {"txt": "Sensors 2023, 23,2362.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.526, 0.295, 0.686, 0.303]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 612, "edu_l1_label": "EDU_O"}, {"txt": "[18] Chen, T.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.312, 0.217, 0.323]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 613, "edu_l1_label": "EDU_O"}, {"txt": " Kornblith, S.; Norouzi, M.; Hinton, G. A simple framework for contrastive learning of visual repre-sentations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.217, 0.312, 0.879, 0.321], [0.153, 0.329, 0.225, 0.34]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 614, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the 37th International Conference on Machine Learning, ICML'20, Virtual, 13-18July 2020.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.225, 0.329, 0.88, 0.335], [0.152, 0.34, 0.221, 0.348]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 615, "edu_l1_label": "EDU_O"}, {"txt": "[19] He,K.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.357, 0.202, 0.367]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 616, "edu_l1_label": "EDU_O"}, {"txt": "; Fan, H.; Wu, Y.; Xie, S.; Girshick, R. Momentum Contrast for Unsupervised Visual Representation Learning.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.202, 0.357, 0.882, 0.367], [0.153, 0.372, 0.218, 0.381]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 617, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR),Seattle, WA, USA, 13-19 June 2020; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.218, 0.372, 0.882, 0.381], [0.153, 0.386, 0.419, 0.395]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 618, "edu_l1_label": "EDU_O"}, {"txt": "9726-9735.https://doi.org/10.1109/CVPR42600.2020.00975.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.419, 0.386, 0.882, 0.394]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 619, "edu_l1_label": "EDU_O"}, {"txt": "[20] Bardes, A.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.403, 0.229, 0.412]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 620, "edu_l1_label": "EDU_O"}, {"txt": " Ponce, J.; LeCun, Y. VICReg:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.229, 0.403, 0.434, 0.412]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 621, "edu_l1_label": "EDU_O"}, {"txt": " Variance-Invariance-Covariance Regularization for Self-Supervised Learning.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.434, 0.403, 0.881, 0.412], [0.152, 0.417, 0.218, 0.426]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 622, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the 10th International Conference on Learning Representations, Virtual, 25-29 April 2022.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.218, 0.417, 0.882, 0.426], [0.153, 0.431, 0.191, 0.44]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 623, "edu_l1_label": "EDU_O"}, {"txt": "[21] He, K.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.449, 0.203, 0.459]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 624, "edu_l1_label": "EDU_O"}, {"txt": " Chen, X.; Xie, S.; Li, Y.; Dollár, P.; Girshick, R. Masked Autoencoders Are Scalable Vision Learners.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.203, 0.449, 0.866, 0.458]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 625, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), New Orleans,LA, USA, 18-24 June 2022; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.866, 0.449, 0.881, 0.458], [0.153, 0.463, 0.884, 0.472], [0.152, 0.476, 0.366, 0.485]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 626, "edu_l1_label": "EDU_O"}, {"txt": "15979-15988.https://doi.org/10.1109/CVPR52688.2022.01553.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.366, 0.476, 0.848, 0.485]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 627, "edu_l1_label": "EDU_O"}, {"txt": "[22] Baevski, A.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.119, 0.494, 0.238, 0.504]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 628, "edu_l1_label": "EDU_O"}, {"txt": " Babu, A.; Hsu, W.N.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.238, 0.494, 0.383, 0.503]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 629, "edu_l1_label": "EDU_O"}, {"txt": "; Auli, M. Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.383, 0.494, 0.882, 0.504], [0.153, 0.509, 0.497, 0.518]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 630, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the 40th International Conference on Machine Learning, ICML'23, Honolulu, HI, USA, 23-29 July 2023.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.497, 0.509, 0.881, 0.517], [0.156, 0.521, 0.599, 0.531]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 631, "edu_l1_label": "EDU_O"}, {"txt": "[23] Garrido, Q.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.54, 0.234, 0.554]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 632, "edu_l1_label": "EDU_O"}, {"txt": " Chen, Y.; Bardes, A.; Najman, L.; LeCun, Y.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.234, 0.54, 0.525, 0.549]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 633, "edu_l1_label": "EDU_O"}, {"txt": "On the duality between contrastive and non-contrastive self-supervised learning.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.525, 0.54, 0.882, 0.549], [0.153, 0.556, 0.319, 0.563]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 634, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the 11th International Conference on Learning Representations,Kigali, Rwanda, 1-5 May 2023.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.319, 0.556, 0.884, 0.564], [0.153, 0.568, 0.364, 0.576]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 635, "edu_l1_label": "EDU_O"}, {"txt": "[24] Dosovitskiy,A.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.585, 0.259, 0.594]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 636, "edu_l1_label": "EDU_O"}, {"txt": "; Beyer, L.; Kolesnikov, A.; Weissenborn, D.; Zhai, X.; Unterthiner, T.; Dehghani, M.;Minderer,M.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.259, 0.585, 0.883, 0.595], [0.154, 0.599, 0.169, 0.607]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 637, "edu_l1_label": "EDU_O"}, {"txt": ";Heigold, G.; Gelly, S.; et al.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.169, 0.599, 0.362, 0.608]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 638, "edu_l1_label": "EDU_O"}, {"txt": "An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale.In Proceedings of the 9th International Conference on Learning Representations, Vienna, Austria, 5 May 2021.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.362, 0.599, 0.882, 0.608], [0.153, 0.614, 0.877, 0.622]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 639, "edu_l1_label": "EDU_O"}, {"txt": "[25] Caron, M.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.118, 0.631, 0.226, 0.641]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 640, "edu_l1_label": "EDU_O"}, {"txt": " Touvron, HH.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.226, 0.631, 0.318, 0.64]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 641, "edu_l1_label": "EDU_O"}, {"txt": "; Misra, I.; Jegou, H.; Mairal, J.; Bojanowski, P.; Joulin, A.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.318, 0.631, 0.721, 0.64]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 642, "edu_l1_label": "EDU_O"}, {"txt": "Emerging Properties in Self-Supervised Vision Transformers.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.721, 0.631, 0.881, 0.64], [0.153, 0.646, 0.402, 0.653]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 643, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE/CVF International Conference on Computer Vision (ICCV),Montreal, BC, Canada, 11-17 October 2021; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.402, 0.646, 0.882, 0.653], [0.153, 0.658, 0.587, 0.668]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 644, "edu_l1_label": "EDU_O"}, {"txt": "9630-9640. https://doi.org/10.1109/ICCV48922.2021.00951.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.587, 0.658, 0.88, 0.669], [0.153, 0.672, 0.328, 0.681]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 645, "edu_l1_label": "EDU_O"}, {"txt": "[26] Tian, Y.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.118, 0.69, 0.211, 0.703]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 646, "edu_l1_label": "EDU_O"}, {"txt": " Fan, L.; Chen, K.; Katabi, D.; Krishnan, D.; Isola, P. Learning vision from models rivals learning vision from data.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.211, 0.69, 0.881, 0.699], [0.153, 0.705, 0.222, 0.713]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 647, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition, Seattle,WA, USA, 16-22 June 2024; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.222, 0.705, 0.883, 0.714], [0.154, 0.718, 0.368, 0.727]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 648, "edu_l1_label": "EDU_O"}, {"txt": "15887-15898.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.368, 0.718, 0.467, 0.727]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 649, "edu_l1_label": "EDU_O"}, {"txt": "[27] Li,K.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.118, 0.736, 0.199, 0.745]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 650, "edu_l1_label": "EDU_O"}, {"txt": "; Wang, Z.; Cheng, Z.; Yu, R.; Zhao, Y.; Song, G.; Liu, C.; Yuan, L.; Chen, J. ACSeg: Adaptive Conceptualization for Unsupervised Semantic Segmentation.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.199, 0.736, 0.881, 0.745], [0.153, 0.751, 0.553, 0.758]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 651, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE/CVF Conf.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.553, 0.751, 0.822, 0.759]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 652, "edu_l1_label": "EDU_O"}, {"txt": "on Com-puter Vision and Pattern Recognition (CVPR), Vancouver, BC, Canada, 17-24 June 2023; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.822, 0.751, 0.882, 0.756], [0.153, 0.766, 0.801, 0.772]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 653, "edu_l1_label": "EDU_O"}, {"txt": "7162-7172.https://doi.org/10.1109/CVPR52729.2023.00692.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.801, 0.766, 0.882, 0.772], [0.153, 0.779, 0.531, 0.787]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 654, "edu_l1_label": "EDU_O"}, {"txt": "[28] Liu, X.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.116, 0.795, 0.207, 0.805]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 18, "global_sentence_id": 655, "edu_l1_label": "EDU_O"}, {"txt": " Sanchez, P.; Thermos, S.; O'Neil, A.Q.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.207, 0.795, 0.48, 0.804]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 18, "global_sentence_id": 656, "edu_l1_label": "EDU_O"}, {"txt": "; Tsaftaris, S.A. Learning disentangled representations in the imaging domain.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.48, 0.795, 0.881, 0.804], [0.153, 0.811, 0.268, 0.818]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 18, "global_sentence_id": 657, "edu_l1_label": "EDU_O"}, {"txt": "Med Image Anal.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.268, 0.811, 0.39, 0.818]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 18, "global_sentence_id": 658, "edu_l1_label": "EDU_O"}, {"txt": "2022, 80,102516. https://doi.org/https://doi.org/10.1016/j.media.2022.102516.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.39, 0.811, 0.879, 0.82], [0.152, 0.826, 0.304, 0.832]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 18, "global_sentence_id": 659, "edu_l1_label": "EDU_O"}, {"txt": "[29] Wang, X.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.12, 0.84, 0.226, 0.85]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 19, "global_sentence_id": 660, "edu_l1_label": "EDU_O"}, {"txt": " Chen, H.; Tang, S.; Wu,Z.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.226, 0.84, 0.437, 0.85]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 19, "global_sentence_id": 661, "edu_l1_label": "EDU_O"}, {"txt": "; Zhu, W. Disentangled Representation Learning.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.437, 0.84, 0.788, 0.849]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 19, "global_sentence_id": 662, "edu_l1_label": "EDU_O"}, {"txt": "arXiv 2023.http://arxiv.org/abs/2211.11695.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.788, 0.84, 0.882, 0.849], [0.153, 0.855, 0.363, 0.863]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 19, "global_sentence_id": 663, "edu_l1_label": "EDU_O"}, {"txt": "[30] Locatello, F.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.117, 0.872, 0.242, 0.882]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 20, "global_sentence_id": 664, "edu_l1_label": "EDU_O"}, {"txt": " Bauer, S.; Lucic, M.; Raetsch, G.; Gelly, S.; Schölkopf, B.; Bachem, O.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.242, 0.872, 0.733, 0.881]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 20, "global_sentence_id": 665, "edu_l1_label": "EDU_O"}, {"txt": "Challenging common assumptions in the unsupervised learning of disentangled representations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.733, 0.872, 0.881, 0.881], [0.153, 0.889, 0.644, 0.895]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 20, "global_sentence_id": 666, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the International Conference on Machine Learning, PMLR, Long Beach, CA, USA, 9-15 June 2019; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.644, 0.889, 0.882, 0.895], [0.152, 0.9, 0.725, 0.908]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 20, "global_sentence_id": 667, "edu_l1_label": "EDU_O"}, {"txt": "4114-4124.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19200000, "bbox": [[0.725, 0.9, 0.806, 0.908]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 20, "global_sentence_id": 668, "edu_l1_label": "EDU_O"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.49, 0.938, 0.511, 0.947]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 21, "global_sentence_id": 669, "edu_l1_label": "EDU_O"}, {"txt": "header", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.169, 0.045, 0.83, 0.058]]}]}, "tags": ["header"], "label": "O", "web_segment_id": 1, "global_sentence_id": 670, "edu_l1_label": "EDU_O"}, {"txt": "[31] Mukherjee, S.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.118, 0.095, 0.252, 0.104]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 671, "edu_l1_label": "EDU_O"}, {"txt": " Asnani, H.; Lin, E.; Kannan, S. ClusterGAN:", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.252, 0.095, 0.552, 0.104]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 672, "edu_l1_label": "EDU_O"}, {"txt": " Latent Space Clustering in GGenerative Adversarial Networks.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.552, 0.095, 0.882, 0.103], [0.153, 0.108, 0.222, 0.117]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 673, "edu_l1_label": "EDU_O"}, {"txt": "Proc.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.222, 0.108, 0.262, 0.117]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 674, "edu_l1_label": "EDU_O"}, {"txt": "AAAI Conf.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.262, 0.108, 0.343, 0.11]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 675, "edu_l1_label": "EDU_O"}, {"txt": "Artif.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.343, 0.108, 0.379, 0.117]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 676, "edu_l1_label": "EDU_O"}, {"txt": "Intell.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.379, 0.108, 0.422, 0.122]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 677, "edu_l1_label": "EDU_O"}, {"txt": "2019,33,4610-4617. https://doi.org/10.1609/aaai.v33i01.33014610.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.422, 0.108, 0.879, 0.117], [0.152, 0.123, 0.226, 0.131]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 2, "global_sentence_id": 678, "edu_l1_label": "EDU_O"}, {"txt": "[32] Ngweta, L.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.118, 0.14, 0.231, 0.15]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 3, "global_sentence_id": 679, "edu_l1_label": "EDU_O"}, {"txt": " Maity, S.; Gittens, A.; Sun, Y.; Yurochkin, M. Simple disentanglement of style and content in visual representations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.231, 0.14, 0.882, 0.149], [0.154, 0.157, 0.257, 0.163]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 3, "global_sentence_id": 680, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the 40th International Conferenceon Machine Learning, ICML'23,Honolulu,HI,USA,23-29 July 2023.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.257, 0.157, 0.882, 0.164], [0.154, 0.168, 0.333, 0.177]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 3, "global_sentence_id": 681, "edu_l1_label": "EDU_O"}, {"txt": "[33] Razavi, A.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.118, 0.188, 0.229, 0.197]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 4, "global_sentence_id": 682, "edu_l1_label": "EDU_O"}, {"txt": " van den Oord, A.; Vinyals, O.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.229, 0.188, 0.426, 0.196]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 4, "global_sentence_id": 683, "edu_l1_label": "EDU_O"}, {"txt": "Generating diverse high-fidelity images with VQ-VAE-2.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.426, 0.188, 0.801, 0.196]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 4, "global_sentence_id": 684, "edu_l1_label": "EDU_O"}, {"txt": "In Proceed-ings of the 33rd International Conference on Neural Information Processing Systems, Vancouver,BC,Canada,8-14 December 2019; Curran Associates Inc.: Red Hook,NY, USA, 2019.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.801, 0.188, 0.882, 0.193], [0.153, 0.202, 0.884, 0.211], [0.153, 0.215, 0.641, 0.223]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 4, "global_sentence_id": 685, "edu_l1_label": "EDU_O"}, {"txt": "[34] Esser,P.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.119, 0.234, 0.21, 0.243]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 5, "global_sentence_id": 686, "edu_l1_label": "EDU_O"}, {"txt": ";Rombach, R.; Ommer, B. Taming Transformers for High-Resolution Image Synthesis.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.21, 0.234, 0.781, 0.242]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 5, "global_sentence_id": 687, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), Nashville, TN, USA, 20-25June 2021; pp.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.781, 0.234, 0.881, 0.243], [0.153, 0.25, 0.881, 0.256], [0.152, 0.261, 0.251, 0.27]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 5, "global_sentence_id": 688, "edu_l1_label": "EDU_O"}, {"txt": "12868-12878. https://doi.org/10.1109/CVPR46437.2021.01268.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.251, 0.261, 0.734, 0.27]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 5, "global_sentence_id": 689, "edu_l1_label": "EDU_O"}, {"txt": "[35] Chartsias, A.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.118, 0.28, 0.243, 0.29]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 690, "edu_l1_label": "EDU_O"}, {"txt": " Joyce, T.; Papanastasiou, G.; Semple, S.; Williams, M.; Newby, D.E.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.243, 0.28, 0.694, 0.289]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 691, "edu_l1_label": "EDU_O"}, {"txt": "; Dharmakumar, R.; Tsaftaris,S.A.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.694, 0.28, 0.883, 0.29], [0.152, 0.294, 0.184, 0.302]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 692, "edu_l1_label": "EDU_O"}, {"txt": "Disentangled representation learning in cardiac image analysis.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.184, 0.294, 0.625, 0.302]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 693, "edu_l1_label": "EDU_O"}, {"txt": "Med Image Anal.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.625, 0.294, 0.753, 0.302]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 694, "edu_l1_label": "EDU_O"}, {"txt": "2019,58,101535.https://doi.org/https://doi.org/10.1016/j.media.2019.101535.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.753, 0.294, 0.882, 0.302], [0.152, 0.308, 0.663, 0.316]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 6, "global_sentence_id": 695, "edu_l1_label": "EDU_O"}, {"txt": "[36] Wang,X.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.117, 0.326, 0.22, 0.335]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 696, "edu_l1_label": "EDU_O"}, {"txt": "; Du,Y.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.22, 0.326, 0.27, 0.336]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 697, "edu_l1_label": "EDU_O"}, {"txt": "; Yang,S.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.27, 0.326, 0.334, 0.335]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 698, "edu_l1_label": "EDU_O"}, {"txt": "; Zhang,J.;Wang,M.;Zhang,J.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.334, 0.326, 0.545, 0.335]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 699, "edu_l1_label": "EDU_O"}, {"txt": "; Yang, W.; Huang, J.; Han, X. RetCCL: Clustering-guided contrastive learning for whole-slide image retrieval.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.545, 0.326, 0.882, 0.333], [0.153, 0.343, 0.541, 0.348]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 700, "edu_l1_label": "EDU_O"}, {"txt": "Med Image Anal.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.541, 0.343, 0.658, 0.338]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 701, "edu_l1_label": "EDU_O"}, {"txt": "2023, 83,102645.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.658, 0.343, 0.779, 0.349]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 7, "global_sentence_id": 702, "edu_l1_label": "EDU_O"}, {"txt": "[37] Fischer, M.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.118, 0.359, 0.232, 0.368]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 703, "edu_l1_label": "EDU_O"}, {"txt": " Hepp, T.; Gatidis, S.; Yang, B. Self-supervised contrastive learning with random walks for medical image segmentation with limited annotations.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.232, 0.359, 0.882, 0.367], [0.153, 0.373, 0.451, 0.381]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 704, "edu_l1_label": "EDU_O"}, {"txt": "Comput.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.451, 0.373, 0.513, 0.386]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 705, "edu_l1_label": "EDU_O"}, {"txt": "Med Imaging Graph.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.513, 0.373, 0.651, 0.381]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 706, "edu_l1_label": "EDU_O"}, {"txt": "2023,104,102174.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.651, 0.373, 0.785, 0.381]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 8, "global_sentence_id": 707, "edu_l1_label": "EDU_O"}, {"txt": "[38] Jang,E.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.118, 0.391, 0.207, 0.4]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 708, "edu_l1_label": "EDU_O"}, {"txt": "; Gu, S.; Poole, B. Categorical Reparameterization with Gumbel-Softmax.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.207, 0.391, 0.708, 0.4]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 709, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the 5th International Conference on Learning Representations, Toulon, France, 24-26 April 2017.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.708, 0.391, 0.882, 0.4], [0.152, 0.404, 0.742, 0.414]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 9, "global_sentence_id": 710, "edu_l1_label": "EDU_O"}, {"txt": "[39] Park, T.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.117, 0.424, 0.211, 0.433]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 711, "edu_l1_label": "EDU_O"}, {"txt": " Liu, M.; Wang, T.; Zhu, J. Semantic Image Synthesis with Spatially-Adaptive Normalization.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.211, 0.424, 0.86, 0.432]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 712, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), Long Beach,CA,USA,15-20 June 2019; pp.2332-2341.https://doi.org/10.1109/CVPR.2019.00244.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.86, 0.424, 0.881, 0.433], [0.153, 0.438, 0.884, 0.448], [0.152, 0.451, 0.791, 0.46]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 10, "global_sentence_id": 713, "edu_l1_label": "EDU_O"}, {"txt": "[40] Haghighi, F.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.116, 0.47, 0.243, 0.48]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 714, "edu_l1_label": "EDU_O"}, {"txt": " Taher, M.R.H.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.243, 0.47, 0.348, 0.479]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 715, "edu_l1_label": "EDU_O"}, {"txt": "; Gotway, M.B.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.348, 0.47, 0.454, 0.479]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 716, "edu_l1_label": "EDU_O"}, {"txt": "; Liang, J. Self-supervised learning for medical image analysis:Discriminative, restorative, or adversarial?", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.454, 0.47, 0.882, 0.479], [0.152, 0.483, 0.429, 0.492]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 717, "edu_l1_label": "EDU_O"}, {"txt": "Med Image Anal.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.429, 0.483, 0.549, 0.493]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 718, "edu_l1_label": "EDU_O"}, {"txt": "2024, 94, 103086.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.549, 0.483, 0.672, 0.493]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 11, "global_sentence_id": 719, "edu_l1_label": "EDU_O"}, {"txt": "[41] Nekrasov, V.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.116, 0.503, 0.243, 0.513]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 720, "edu_l1_label": "EDU_O"}, {"txt": " Shen, C.; Reid, I. Light-weight refinenet for real-time semantic segmentation.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.243, 0.503, 0.756, 0.511]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 721, "edu_l1_label": "EDU_O"}, {"txt": "arXiv 2018. http://arxiv.org/abs/1810.03272.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.756, 0.503, 0.88, 0.513], [0.152, 0.517, 0.379, 0.526]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 12, "global_sentence_id": 722, "edu_l1_label": "EDU_O"}, {"txt": "[42] Kobayashi, K.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.116, 0.535, 0.252, 0.545]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 723, "edu_l1_label": "EDU_O"}, {"txt": " Gu, L.; Hataya, R.; Mizuno, T.; Miyake, M.; Watanabe, H.; Takahashi, M.; Takamizawa,Y.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.252, 0.535, 0.88, 0.544]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 724, "edu_l1_label": "EDU_O"}, {"txt": ";Yoshida, Y.; Nakamura, S.; et al.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.88, 0.535, 0.884, 0.545], [0.154, 0.549, 0.373, 0.557]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 725, "edu_l1_label": "EDU_O"}, {"txt": "Sketch-based semantic retrieval of medical images.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.373, 0.549, 0.717, 0.558]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 726, "edu_l1_label": "EDU_O"}, {"txt": "Med Image Anal.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.717, 0.549, 0.842, 0.557]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 727, "edu_l1_label": "EDU_O"}, {"txt": "2024,92,103060.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.842, 0.549, 0.884, 0.559], [0.154, 0.562, 0.229, 0.571]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 13, "global_sentence_id": 728, "edu_l1_label": "EDU_O"}, {"txt": "[43] Li,Z.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.117, 0.582, 0.196, 0.592]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 729, "edu_l1_label": "EDU_O"}, {"txt": "; Zhang, X.;Müller, H.; Zhang, S. Large-scale retrieval for medical image analytics: A comprehensive review.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.196, 0.582, 0.881, 0.59], [0.153, 0.598, 0.202, 0.604]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 730, "edu_l1_label": "EDU_O"}, {"txt": "Med Image Anal.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.202, 0.598, 0.319, 0.604]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 731, "edu_l1_label": "EDU_O"}, {"txt": "2018,43,66-84.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.319, 0.598, 0.433, 0.604]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 14, "global_sentence_id": 732, "edu_l1_label": "EDU_O"}, {"txt": "[44] Ren, J.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.116, 0.614, 0.203, 0.624]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 733, "edu_l1_label": "EDU_O"}, {"txt": " Fort, S.; Liu, J.; Roy, A.G.; Padhy, S.; Lakshminarayanan, B.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.203, 0.614, 0.603, 0.623]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 734, "edu_l1_label": "EDU_O"}, {"txt": "A Simple Fix to Mahalanobis Distance for Improving Near-OOD Detection.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.603, 0.614, 0.882, 0.624], [0.153, 0.629, 0.371, 0.636]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 735, "edu_l1_label": "EDU_O"}, {"txt": "arXiv 2021.http://arxiv.org/abs/2106.09022.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.371, 0.629, 0.725, 0.636]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 15, "global_sentence_id": 736, "edu_l1_label": "EDU_O"}, {"txt": "[45] Kuan, J.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.117, 0.646, 0.217, 0.66]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 737, "edu_l1_label": "EDU_O"}, {"txt": " Mueller, J.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.217, 0.646, 0.297, 0.655]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 738, "edu_l1_label": "EDU_O"}, {"txt": "Back to the Basics: Revisiting Out-of-Distribution Detection Baselines.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.297, 0.646, 0.795, 0.655]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 739, "edu_l1_label": "EDU_O"}, {"txt": "arXiv 2022.http://arxiv.org/abs/2207.03061.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.795, 0.646, 0.883, 0.656], [0.152, 0.662, 0.423, 0.669]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 16, "global_sentence_id": 740, "edu_l1_label": "EDU_O"}, {"txt": "[46] Kobyzev, I.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.117, 0.68, 0.233, 0.689]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 741, "edu_l1_label": "EDU_O"}, {"txt": " Prince, S.J.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.233, 0.68, 0.314, 0.688]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 742, "edu_l1_label": "EDU_O"}, {"txt": "; Brubaker, M.A.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.314, 0.68, 0.422, 0.688]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 743, "edu_l1_label": "EDU_O"}, {"txt": "Normalizing Flows: An Introduction and Review of Current Methods.IEEE Trans.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.422, 0.68, 0.882, 0.688], [0.153, 0.693, 0.237, 0.702]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 744, "edu_l1_label": "EDU_O"}, {"txt": "Pattern Anal.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.237, 0.693, 0.331, 0.702]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 745, "edu_l1_label": "EDU_O"}, {"txt": "Mach.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.331, 0.693, 0.377, 0.702]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 746, "edu_l1_label": "EDU_O"}, {"txt": "Intell.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.377, 0.693, 0.422, 0.707]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 747, "edu_l1_label": "EDU_O"}, {"txt": "2021, 43,3964-3979. https://doi.org/10.1109/TPAMI.2020.2992934.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.422, 0.693, 0.88, 0.702], [0.153, 0.708, 0.217, 0.716]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 17, "global_sentence_id": 748, "edu_l1_label": "EDU_O"}, {"txt": "[47] van Amersfoort, J.;", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.117, 0.725, 0.282, 0.739]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 18, "global_sentence_id": 749, "edu_l1_label": "EDU_O"}, {"txt": " Smith, L.; Jesson, A.; Key, O.; Gal, Y.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.282, 0.725, 0.54, 0.734]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 18, "global_sentence_id": 750, "edu_l1_label": "EDU_O"}, {"txt": "On Feature Collapse and Deep Kernel Learning for Single Forward Pass Uncertainty.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.54, 0.725, 0.883, 0.734], [0.153, 0.74, 0.372, 0.748]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 18, "global_sentence_id": 751, "edu_l1_label": "EDU_O"}, {"txt": "arXiv 2022. http://arxiv.org/abs/2102.11409.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.372, 0.74, 0.726, 0.749]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 18, "global_sentence_id": 752, "edu_l1_label": "EDU_O"}, {"txt": "[48] Girshick, R. Fast r-cnn.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.116, 0.758, 0.315, 0.768]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 19, "global_sentence_id": 753, "edu_l1_label": "EDU_O"}, {"txt": "In Proceedings of the IEEE International Conference on Computer Vision, Santiago,Chile, 7-13 December 2015; pp.1440-1448.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.315, 0.758, 0.883, 0.768], [0.152, 0.773, 0.448, 0.781]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 19, "global_sentence_id": 754, "edu_l1_label": "EDU_O"}, {"txt": "[49] Letnes, J.M.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.116, 0.79, 0.238, 0.799]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 20, "global_sentence_id": 755, "edu_l1_label": "EDU_O"}, {"txt": "; Eriksen-Volnes, T.; Nes, B.; Wisløff, U.; Salvesen, O.; Dalen, H. Variability of echocardiographic measures of left ventricular diastolic function.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.238, 0.79, 0.883, 0.799], [0.153, 0.807, 0.452, 0.813]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 20, "global_sentence_id": 756, "edu_l1_label": "EDU_O"}, {"txt": "The HUNT study.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.452, 0.807, 0.573, 0.813]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 20, "global_sentence_id": 757, "edu_l1_label": "EDU_O"}, {"txt": "Echocardiography 2021,38,901-908.https://doi.org/https://doi.org/10.1111/echo.15073.", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19300000, "bbox": [[0.573, 0.807, 0.879, 0.814], [0.152, 0.818, 0.533, 0.828]]}]}, "tags": ["text"], "label": "reference", "web_segment_id": 20, "global_sentence_id": 758, "edu_l1_label": "EDU_O"}, {"txt": "footer", "language": "english", "position": {"pdf_position": [{"page_number": 0, "shape": [1650, 1275], "position_id": 19400000, "bbox": [[0.492, 0.938, 0.509, 0.947]]}]}, "tags": ["footer"], "label": "O", "web_segment_id": 21, "global_sentence_id": 759, "edu_l1_label": "EDU_O"}], "type": "PDF"}
# CONCEPTVAE: SELF-SUPERVISED FINE-GRAINED CONCEPTDISENTANGLEMENT FROM 2D ECHOCARDIOGRAPHIES
## ABSTRACT
## 1 Introduction
## 2 Related Work
## 3 ConceptVAE
### 3.1 Model Architecture
### 3.2 Training Objectives
### 3.3 Pre-Training Data and Hyper-Parameters
## 4 Latent Space and Qualitative Analysis
## 5 Quantitative Model Analysis
### 5.1 Region-Based Instance Retrieval
### 5.2 Semantic Segmentation
### 5.3 Near-OOD Detection
### 5.4 Aortic Valve Detection
### 5.5 Style-Based Synthetic Data Generation
## 6 Conclusions
