000288084 001__ 288084
000288084 005__ 20250326132557.0
000288084 0247_ $$2doi$$a10.1038/s41592-023-02150-0
000288084 0247_ $$2pmid$$apmid:38347140
000288084 0247_ $$2ISSN$$a1548-7091
000288084 0247_ $$2ISSN$$a1548-7105
000288084 0247_ $$2altmetric$$aaltmetric:159461768
000288084 037__ $$aDKFZ-2024-00338
000288084 041__ $$aEnglish
000288084 082__ $$a610
000288084 1001_ $$0P:(DE-He78)97e904f47dab556a77c0149cd0002591$$aReinke, Annika$$b0$$eFirst author
000288084 245__ $$aUnderstanding metric-related pitfalls in image analysis validation.
000288084 260__ $$aLondon [u.a.]$$bNature Publishing Group$$c2024
000288084 3367_ $$2DRIVER$$aarticle
000288084 3367_ $$2DataCite$$aOutput Types/Journal article
000288084 3367_ $$0PUB:(DE-HGF)16$$2PUB:(DE-HGF)$$aJournal Article$$bjournal$$mjournal$$s1710237361_32556$$xReview Article
000288084 3367_ $$2BibTeX$$aARTICLE
000288084 3367_ $$2ORCID$$aJOURNAL_ARTICLE
000288084 3367_ $$00$$2EndNote$$aJournal Article
000288084 500__ $$a#EA:E130#LA:E130#LA:E290#
000288084 520__ $$aValidation metrics are key for tracking scientific progress and bridging the current chasm between artificial intelligence research and its translation into practice. However, increasing evidence shows that, particularly in image analysis, metrics are often chosen inadequately. Although taking into account the individual strengths, weaknesses and limitations of validation metrics is a critical prerequisite to making educated choices, the relevant knowledge is currently scattered and poorly accessible to individual researchers. Based on a multistage Delphi process conducted by a multidisciplinary expert consortium as well as extensive community feedback, the present work provides a reliable and comprehensive common point of access to information on pitfalls related to validation metrics in image analysis. Although focused on biomedical image analysis, the addressed pitfalls generalize across application domains and are categorized according to a newly created, domain-agnostic taxonomy. The work serves to enhance global comprehension of a key topic in image analysis validation.
000288084 536__ $$0G:(DE-HGF)POF4-315$$a315 - Bildgebung und Radioonkologie (POF4-315)$$cPOF4-315$$fPOF IV$$x0
000288084 588__ $$aDataset connected to CrossRef, PubMed, , Journals: inrepo02.dkfz.de
000288084 7001_ $$0P:(DE-He78)26651d9aa10255ad4f35610a56aa91e8$$aTizabi, Minu Dietlinde$$b1$$eFirst author
000288084 7001_ $$0P:(DE-He78)6ae68adec0915a4ae2d58aff814aaceb$$aBaumgartner, Michael$$b2
000288084 7001_ $$0P:(DE-He78)c9d6245b17f0ab26eeed345cb00d3359$$aEisenmann, Matthias$$b3
000288084 7001_ $$0P:(DE-He78)98dd16a42af0888dd129e1cd2ee2766a$$aHeckmann-Nötzel, Doreen$$b4
000288084 7001_ $$0P:(DE-He78)64296d0922a2da68074f5de2ccf74487$$aKavur, Ali Emre$$b5
000288084 7001_ $$0P:(DE-He78)683f71d452c83a7f5ec62969c6012466$$aRädsch, Tim$$b6
000288084 7001_ $$aSudre, Carole H$$b7
000288084 7001_ $$00000-0001-5213-6012$$aAcion, Laura$$b8
000288084 7001_ $$00000-0002-3005-4523$$aAntonelli, Michela$$b9
000288084 7001_ $$00000-0001-8870-3007$$aArbel, Tal$$b10
000288084 7001_ $$00000-0001-8734-6482$$aBakas, Spyridon$$b11
000288084 7001_ $$00000-0002-9125-8300$$aBenis, Arriel$$b12
000288084 7001_ $$0P:(DE-He78)fdeeec93551e8f3bad68db88a1130c5d$$aBüttner, Florian$$b13$$udkfz
000288084 7001_ $$00000-0003-1284-2558$$aCardoso, M Jorge$$b14
000288084 7001_ $$aCheplygina, Veronika$$b15
000288084 7001_ $$00000-0002-8500-1357$$aChen, Jianxu$$b16
000288084 7001_ $$0P:(DE-He78)8da2eca0bc6341c8681c317fe2b8e27b$$aChristodoulou, Evangelia$$b17
000288084 7001_ $$00000-0001-9640-9318$$aCimini, Beth A$$b18
000288084 7001_ $$aFarahani, Keyvan$$b19
000288084 7001_ $$aFerrer, Luciana$$b20
000288084 7001_ $$aGaldran, Adrian$$b21
000288084 7001_ $$avan Ginneken, Bram$$b22
000288084 7001_ $$00000-0002-4897-9356$$aGlocker, Ben$$b23
000288084 7001_ $$0P:(DE-He78)77a2a5b07dcbd46277a18a32372ea154$$aGodau, Patrick$$b24
000288084 7001_ $$00000-0003-4725-3104$$aHashimoto, Daniel A$$b25
000288084 7001_ $$00000-0002-4517-1562$$aHoffman, Michael M$$b26
000288084 7001_ $$aHuisman, Merel$$b27
000288084 7001_ $$0P:(DE-He78)7ea9af59d03ec7deb982a0e0562358fa$$aIsensee, Fabian$$b28
000288084 7001_ $$00000-0002-7415-071X$$aJannin, Pierre$$b29
000288084 7001_ $$00000-0002-6654-7434$$aKahn, Charles E$$b30
000288084 7001_ $$aKainmueller, Dagmar$$b31
000288084 7001_ $$aKainz, Bernhard$$b32
000288084 7001_ $$00000-0002-1930-3410$$aKarargyris, Alexandros$$b33
000288084 7001_ $$aKleesiek, Jens$$b34
000288084 7001_ $$aKofler, Florian$$b35
000288084 7001_ $$aKooi, Thijs$$b36
000288084 7001_ $$0P:(DE-He78)bb6a7a70f976eb8df1769944bf913596$$aKopp-Schneider, Annette$$b37
000288084 7001_ $$00000-0001-7902-589X$$aKozubek, Michal$$b38
000288084 7001_ $$00000-0003-1334-6388$$aKreshuk, Anna$$b39
000288084 7001_ $$aKurc, Tahsin$$b40
000288084 7001_ $$00000-0001-5733-2127$$aLandman, Bennett A$$b41
000288084 7001_ $$00000-0003-1554-1291$$aLitjens, Geert$$b42
000288084 7001_ $$aMadani, Amin$$b43
000288084 7001_ $$0P:(DE-He78)33c74005e1ce56f7025c4f6be15321b3$$aMaier-Hein, Klaus$$b44
000288084 7001_ $$00000-0003-1375-5501$$aMartel, Anne L$$b45
000288084 7001_ $$00000-0001-8015-8358$$aMeijering, Erik$$b46
000288084 7001_ $$00000-0003-4136-5690$$aMenze, Bjoern$$b47
000288084 7001_ $$aMoons, Karel G M$$b48
000288084 7001_ $$00000-0001-6800-9878$$aMüller, Henning$$b49
000288084 7001_ $$00009-0006-8087-6089$$aNichyporuk, Brennan$$b50
000288084 7001_ $$aNickel, Felix$$b51
000288084 7001_ $$aPetersen, Jens$$b52
000288084 7001_ $$00000-0002-1399-5970$$aRafelski, Susanne M$$b53
000288084 7001_ $$00000-0001-6760-1271$$aRajpoot, Nasir$$b54
000288084 7001_ $$aReyes, Mauricio$$b55
000288084 7001_ $$00000-0002-3153-2064$$aRiegler, Michael A$$b56
000288084 7001_ $$00000-0003-0241-9334$$aRieke, Nicola$$b57
000288084 7001_ $$aSaez-Rodriguez, Julio$$b58
000288084 7001_ $$aSánchez, Clara I$$b59
000288084 7001_ $$aShetty, Shravya$$b60
000288084 7001_ $$00000-0001-8081-7376$$aSummers, Ronald M$$b61
000288084 7001_ $$aTaha, Abdel A$$b62
000288084 7001_ $$00000-0002-7852-4141$$aTiulpin, Aleksei$$b63
000288084 7001_ $$aTsaftaris, Sotirios A$$b64
000288084 7001_ $$aVan Calster, Ben$$b65
000288084 7001_ $$00000-0003-1076-5122$$aVaroquaux, Gaël$$b66
000288084 7001_ $$00000-0003-0315-7727$$aYaniv, Ziv R$$b67
000288084 7001_ $$0P:(DE-He78)04a0b5a49db132d8f00cee326cb743ca$$aJäger, Paul$$b68$$eLast author
000288084 7001_ $$0P:(DE-He78)26a1176cd8450660333a012075050072$$aMaier-Hein, Lena$$b69$$eLast author
000288084 773__ $$0PERI:(DE-600)2163081-1$$a10.1038/s41592-023-02150-0$$gVol. 21, no. 2, p. 182 - 194$$n2$$p182 - 194$$tNature methods$$v21$$x1548-7091$$y2024
000288084 8564_ $$uhttps://inrepo02.dkfz.de/record/288084/files/s41592-023-02150-0.pdf
000288084 8564_ $$uhttps://inrepo02.dkfz.de/record/288084/files/s41592-023-02150-0.pdf?subformat=pdfa$$xpdfa
000288084 909CO $$ooai:inrepo02.dkfz.de:288084$$pVDB
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)97e904f47dab556a77c0149cd0002591$$aDeutsches Krebsforschungszentrum$$b0$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)26651d9aa10255ad4f35610a56aa91e8$$aDeutsches Krebsforschungszentrum$$b1$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)6ae68adec0915a4ae2d58aff814aaceb$$aDeutsches Krebsforschungszentrum$$b2$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)c9d6245b17f0ab26eeed345cb00d3359$$aDeutsches Krebsforschungszentrum$$b3$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)98dd16a42af0888dd129e1cd2ee2766a$$aDeutsches Krebsforschungszentrum$$b4$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)64296d0922a2da68074f5de2ccf74487$$aDeutsches Krebsforschungszentrum$$b5$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)683f71d452c83a7f5ec62969c6012466$$aDeutsches Krebsforschungszentrum$$b6$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)fdeeec93551e8f3bad68db88a1130c5d$$aDeutsches Krebsforschungszentrum$$b13$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)8da2eca0bc6341c8681c317fe2b8e27b$$aDeutsches Krebsforschungszentrum$$b17$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)77a2a5b07dcbd46277a18a32372ea154$$aDeutsches Krebsforschungszentrum$$b24$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)7ea9af59d03ec7deb982a0e0562358fa$$aDeutsches Krebsforschungszentrum$$b28$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)bb6a7a70f976eb8df1769944bf913596$$aDeutsches Krebsforschungszentrum$$b37$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)33c74005e1ce56f7025c4f6be15321b3$$aDeutsches Krebsforschungszentrum$$b44$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)04a0b5a49db132d8f00cee326cb743ca$$aDeutsches Krebsforschungszentrum$$b68$$kDKFZ
000288084 9101_ $$0I:(DE-588b)2036810-0$$6P:(DE-He78)26a1176cd8450660333a012075050072$$aDeutsches Krebsforschungszentrum$$b69$$kDKFZ
000288084 9131_ $$0G:(DE-HGF)POF4-315$$1G:(DE-HGF)POF4-310$$2G:(DE-HGF)POF4-300$$3G:(DE-HGF)POF4$$4G:(DE-HGF)POF$$aDE-HGF$$bGesundheit$$lKrebsforschung$$vBildgebung und Radioonkologie$$x0
000288084 9141_ $$y2024
000288084 915__ $$0StatID:(DE-HGF)0420$$2StatID$$aNationallizenz$$d2023-08-29$$wger
000288084 915__ $$0StatID:(DE-HGF)3003$$2StatID$$aDEAL Nature$$d2023-08-29$$wger
000288084 915__ $$0StatID:(DE-HGF)0200$$2StatID$$aDBCoverage$$bSCOPUS$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)0300$$2StatID$$aDBCoverage$$bMedline$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)0199$$2StatID$$aDBCoverage$$bClarivate Analytics Master Journal List$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)1050$$2StatID$$aDBCoverage$$bBIOSIS Previews$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)0113$$2StatID$$aWoS$$bScience Citation Index Expanded$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)0150$$2StatID$$aDBCoverage$$bWeb of Science Core Collection$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)1030$$2StatID$$aDBCoverage$$bCurrent Contents - Life Sciences$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)1190$$2StatID$$aDBCoverage$$bBiological Abstracts$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)0160$$2StatID$$aDBCoverage$$bEssential Science Indicators$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)0100$$2StatID$$aJCR$$bNAT METHODS : 2022$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)0600$$2StatID$$aDBCoverage$$bEbsco Academic Search$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)0030$$2StatID$$aPeer Review$$bASC$$d2023-08-29
000288084 915__ $$0StatID:(DE-HGF)9940$$2StatID$$aIF >= 40$$bNAT METHODS : 2022$$d2023-08-29
000288084 9202_ $$0I:(DE-He78)E130-20160331$$kE130$$lE130 Intelligente Medizinische Systeme$$x0
000288084 9202_ $$0I:(DE-He78)E290-20160331$$kE290$$lNWG Interaktives maschinelles Lernen$$x1
000288084 9201_ $$0I:(DE-He78)E130-20160331$$kE130$$lE130 Intelligente Medizinische Systeme$$x0
000288084 9201_ $$0I:(DE-He78)E230-20160331$$kE230$$lE230 Medizinische Bildverarbeitung$$x1
000288084 9201_ $$0I:(DE-He78)C060-20160331$$kC060$$lC060 Biostatistik$$x2
000288084 9201_ $$0I:(DE-He78)E290-20160331$$kE290$$lNWG Interaktives maschinelles Lernen$$x3
000288084 9201_ $$0I:(DE-He78)FM01-20160331$$kFM01$$lDKTK Koordinierungsstelle Frankfurt$$x4
000288084 9200_ $$0I:(DE-He78)E130-20160331$$kE130$$lE130 Intelligente Medizinische Systeme$$x0
000288084 980__ $$ajournal
000288084 980__ $$aVDB
000288084 980__ $$aI:(DE-He78)E130-20160331
000288084 980__ $$aI:(DE-He78)E230-20160331
000288084 980__ $$aI:(DE-He78)C060-20160331
000288084 980__ $$aI:(DE-He78)E290-20160331
000288084 980__ $$aI:(DE-He78)FM01-20160331
000288084 980__ $$aUNRESTRICTED