references.bib

@article{knuth84,
  author = {Knuth, Donald E.},
  title = {Literate Programming},
  year = {1984},
  issue_date = {May 1984},
  publisher = {Oxford University Press, Inc.},
  address = {USA},
  volume = {27},
  number = {2},
  issn = {0010-4620},
  url = {https://doi.org/10.1093/comjnl/27.2.97},
  doi = {10.1093/comjnl/27.2.97},
  journal = {Comput. J.},
  month = may,
  pages = {97–111},
  numpages = {15}
}

@article{achiam2023gpt,
  title={{GPT}-4 technical report},
  author={Achiam, Josh and Adler, Steven and Agarwal, Sandhini and Ahmad, Lama and Akkaya, Ilge and Aleman, Florencia Leoni and Almeida, Diogo and Altenschmidt, Janko and Altman, Sam and Anadkat, Shyamal and others},
  journal={arXiv preprint arXiv:2303.08774},
  year={2023}
}

@article{adnan2021automatic,
  title={Automatic image annotation based on deep learning models: a systematic review and future challenges},
  author={Adnan, Myasar Mundher and Rahim, Mohd Shafry Mohd and Rehman, Amjad and Mehmood, Zahid and Saba, Tanzila and Naqvi, Rizwan Ali},
  journal={IEEE Access},
  volume={9},
  pages={50253--50264},
  year={2021},
  publisher={IEEE}
}

@article{afzal2023visualization,
  title={Visualization and visual analytics approaches for image and video datasets: A survey},
  author={Afzal, Shehzad and Ghani, Sohaib and Hittawe, Mohamad Mazen and Rashid, Sheikh Faisal and Knio, Omar M and Hadwiger, Markus and Hoteit, Ibrahim},
  journal={ACM Transactions on Interactive Intelligent Systems},
  volume={13},
  number={1},
  pages={1--41},
  year={2023},
  publisher={ACM New York, NY}
}

@inproceedings{anitha2020automated,
  title={Automated image captioning for {flickr8k} dataset},
  author={Anitha Kumari, K and Mouneeshwari, C and Udhaya, RB and Jasmitha, R},
  booktitle={Proceedings of International Conference on Artificial Intelligence, Smart Grid and Smart City Applications: AISGSC 2019},
  pages={679--687},
  year={2020},
  organization={Springer}
}

@article{arnold2019distant,
  title={Distant Viewing: Analyzing Large Visual Corpora},
  author={Arnold, Taylor and Tilton, Lauren},
  journal={Digital Scholarship in the Humanities},
  volume={34},
  number={Supplement\_1},
  pages={i3--i16},
  year={2019},
  publisher={Oxford University Press}
}

@article{arnold2020distant,
  title={Distant viewing toolkit: A python package for the analysis of visual culture},
  author={Arnold, Taylor and Tilton, Lauren},
  journal={Journal of Open Source Software},
  volume={5},
  number={45},
  pages={1800},
  year={2020}
}

@book{arnold2023distant,
  title={Distant Viewing: Computational Exploration of Digital Images},
  author={Arnold, Taylor and Tilton, Lauren},
  year={2023},
  publisher={MIT Press}
}

@misc{catalog,
  title = {{DOCUMERICA}: The Environmental Protection Agency's Program to Photographically Document Subjects of Environmental Concern, 1972–1977},
  author = {United States National Archives},
  howpublished = {\url{https://catalog.archives.gov/id/542493}},
  note = {Accessed: 2024-04-13}
}

@article{chen2023chatgpt,
  title={ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up?},
  author={Chen, Hailin and Jiao, Fangkai and Li, Xingxuan and Qin, Chengwei and Ravaut, Mathieu and Zhao, Ruochen and Xiong, Caiming and Joty, Shafiq},
  journal={arXiv preprint arXiv:2311.16989},
  year={2023}
}

@article{coleman2020managing,
  title={Managing bias when library collections become data},
  author={Coleman, Catherine Nicole},
  journal={International Journal of Librarianship},
  volume={5},
  number={1},
  pages={8--19},
  year={2020}
}

@article{cuntz2023digitization,
  title={Digitization and Availability of Artworks in Online Museum Collections},
  author={Cuntz, Alexander and Heald, Paul J and Sahli, Matthias},
  journal={World Intellectual Property Organization (WIPO) Economic Research Working Paper Series},
  number={75},
  year={2023}
}

@article{deal2015visualizing,
  title={Visualizing digital collections},
  author={Deal, Laura},
  journal={Technical Services Quarterly},
  volume={32},
  number={1},
  pages={14--34},
  year={2015},
  publisher={Taylor \& Francis}
}

@article{demiralp2014visual,
  title={Visual embedding: A model for visualization},
  author={Demiralp, {\c{C}}agatay and Scheidegger, Carlos E and Kindlmann, Gordon L and Laidlaw, David H and Heer, Jeffrey},
  journal={IEEE Computer Graphics and Applications},
  volume={34},
  number={1},
  pages={10--15},
  year={2014},
  publisher={IEEE}
}

@inproceedings{di2016visual,
  title={Visual patterns discovery in large databases of paintings},
  author={Di Lenardo, Isabella and Seguin, Beno{\^\i}t Laurent Auguste and Kaplan, Fr{\'e}d{\'e}ric},
  booktitle={Digital Humanities 2016},
  year={2016}
}

@inproceedings{diaz2020accessible,
  title={Accessible cultural heritage through explainable artificial intelligence},
  author={D{\'\i}az-Rodr{\'\i}guez, Natalia and Pisoni, Galena},
  booktitle={Adjunct Publication of the 28th ACM Conference on User Modeling, Adaptation and Personalization},
  pages={317--324},
  year={2020}
}

@article{flueckiger2020methods,
  title={Methods and Advanced Tools for the Analysis of Film Colors in Digital Humanities.},
  author={Flueckiger, Barbara and Halter, Gaudenz},
  journal={DHQ: Digital Humanities Quarterly},
  volume={14},
  number={4},
  year={2020}
}

@article{fraser2023friendly,
  title={A friendly face: Do text-to-image systems rely on stereotypes when the input is under-specified?},
  author={Fraser, Kathleen C and Kiritchenko, Svetlana and Nejadgholi, Isar},
  journal={arXiv preprint arXiv:2302.07159},
  year={2023}
}

@article{gefen2021ai,
  title={{AI} for digital humanities and computational social sciences},
  author={Gefen, Alexandre and Saint-Raymond, L{\'e}a and Venturini, Tommaso},
  journal={Reflections on Artificial Intelligence for Humanity},
  pages={191--202},
  year={2021},
  publisher={Springer}
}

@article{hiippala2022semiotically,
  title={Semiotically-grounded distant viewing of diagrams: insights from two multimodal corpora},
  author={Hiippala, Tuomo and Bateman, John A},
  journal={Digital Scholarship in the Humanities},
  volume={37},
  number={2},
  pages={405--425},
  year={2022},
  publisher={Oxford University Press}
}

@article{king2024gpt,
  title={{GPT}-{4V} passes the {BLS} and {ACLS} examinations: An analysis of {GPT-4V}’s image recognition capabilities},
  author={King, Ryan C and Bharani, Vishnu and Shah, Kunal and Yeo, Yee Hui and Samaan, Jamil S},
  journal={Resuscitation},
  volume={195},
  year={2024},
  publisher={Elsevier}
}

@article{klinkert2007tools,
  title={Tools and strategies for visualization of large image data sets in high-resolution imaging mass spectrometry},
  author={Klinkert, Ivo and McDonnell, Liam A and Luxembourg, Stefan L and Maarten Altelaar, AF and Amstalden, Erika R and Piersma, Sander R and Heeren, Ron},
  journal={Review of scientific instruments},
  volume={78},
  number={5},
  year={2007},
  publisher={AIP Publishing}
}

@article{lee2023collections,
  title={The “Collections as {ML} Data” checklist for machine learning and cultural heritage},
  author={Lee, Benjamin Charles Germain},
  journal={Journal of the Association for Information Science and Technology},
  year={2023},
  publisher={Wiley Online Library}
}

@article{lei2024lico,
  title={{LICO}: explainable models with language-image consistency},
  author={Lei, Yiming and Li, Zilong and Li, Yangyang and Zhang, Junping and Shan, Hongming},
  journal={Advances in Neural Information Processing Systems},
  volume={36},
  year={2024}
}

@article{liu2023feature,
  title={Feature fusion via multi-target learning for ancient artwork captioning},
  author={Liu, Fang and Zhang, Mohan and Zheng, Baoying and Cui, Shenglan and Ma, Wentao and Liu, Zhixiong},
  journal={Information Fusion},
  volume={97},
  pages={101811},
  year={2023},
  publisher={Elsevier}
}

@article{mcinnes2018umap,
  title={{UMAP}: Uniform manifold approximation and projection for dimension reduction},
  author={McInnes, Leland and Healy, John and Melville, James},
  journal={arXiv preprint arXiv:1802.03426},
  year={2018}
}

@article{meinecke2022towards,
  title={Towards enhancing virtual museums by contextualizing art through interactive visualizations},
  author={Meinecke, Christofer and Hall, Chris and J{\"a}nicke, Stefan},
  journal={{ACM} Journal on Computing and Cultural Heritage},
  volume={15},
  number={4},
  pages={1--26},
  year={2022},
  publisher={ACM New York, NY}
}

@inproceedings{moreux2023intelligence,
  title={Intelligence artificielle et indexation des images},
  author={Moreux, Jean-Philippe},
  booktitle={Journ{\'e}es du patrimoine {\'e}crit:“L’image aura-t-elle le dernier mot? Regards crois{\'e}s sur les collections iconographiques en biblioth{\`e}ques”},
  year={2023}
}

@article{morse2022museumathome,
  title={From \#museumathome to \#athomeatthemuseum: digital museums and dialogical engagement beyond the
  {COVID-19} pandemic},
  author={Morse, Christopher and Landau, Blandine and Lallemand, Carine and Wieneke, Lars and Koenig, Vincent},
  journal={ACM Journal on Computing and Cultural Heritage (JOCCH)},
  volume={15},
  number={2},
  pages={1--29},
  year={2022},
  publisher={ACM New York, NY}
}

@article{murtagh2014ward,
  title={Ward’s hierarchical agglomerative clustering method: which algorithms implement Ward’s criterion?},
  author={Murtagh, Fionn and Legendre, Pierre},
  journal={Journal of classification},
  volume={31},
  pages={274--295},
  year={2014},
  publisher={Springer}
}

@inproceedings{paiss2022no,
  title={No token left behind: Explainability-aided image classification and generation},
  author={Paiss, Roni and Chefer, Hila and Wolf, Lior},
  booktitle={European Conference on Computer Vision},
  pages={334--350},
  year={2022},
  organization={Springer}
}

@article{petukhova2024text,
  title={Text clustering with {LLM} embeddings},
  author={Petukhova, Alina and Matos-Carvalho, Joao P and Fachada, Nuno},
  journal={arXiv preprint arXiv:2403.15112},
  year={2024}
}

@inproceedings{puscasiu2020automated,
  title={Automated image captioning},
  author={Puscasiu, Adela and Fanca, Alexandra and Gota, Dan-Ioan and Valean, Honoriu},
  booktitle={2020 IEEE international conference on automation, quality and testing, robotics (AQTR)},
  pages={1--6},
  year={2020},
  organization={IEEE}
}

@inproceedings{qi2017learning,
  title={Learning explainable embeddings for deep networks},
  author={Qi, Zhongang and Li, Fuxin},
  booktitle={NIPS Workshop on Interpretable Machine Learning},
  volume={31},
  year={2017}
}

@article{qi2021embedding,
  title={Embedding deep networks into visual explanations},
  author={Qi, Zhongang and Khorram, Saeed and Fuxin, Li},
  journal={Artificial Intelligence},
  volume={292},
  pages={103435},
  year={2021},
  publisher={Elsevier}
}

@inproceedings{radford2021learning,
  title={Learning transferable visual models from natural language supervision},
  author={Radford, Alec and Kim, Jong Wook and Hallacy, Chris and Ramesh, Aditya and Goh, Gabriel and Agarwal, Sandhini and Sastry, Girish and Askell, Amanda and Mishkin, Pamela and Clark, Jack and others},
  booktitle={International conference on machine learning},
  pages={8748--8763},
  year={2021},
  organization={PMLR}
}

@article{rinaldi2023automatic,
  title={Automatic image captioning combining natural language processing and deep neural networks},
  author={Rinaldi, Antonio M and Russo, Cristiano and Tommasino, Cristian},
  journal={Results in Engineering},
  volume={18},
  pages={101107},
  year={2023},
  publisher={Elsevier}
}

@inproceedings{sheng2019generating,
  title={Generating captions for images of ancient artworks},
  author={Sheng, Shurong and Moens, Marie-Francine},
  booktitle={Proceedings of the 27th ACM international conference on multimedia},
  pages={2478--2486},
  year={2019}
}

@article{siddiqui2024cutting,
  title={Cutting the Frame: An In-Depth Look at the Hitchcock Computer Vision Dataset},
  author={Siddiqui, Nabeel},
  journal={Journal of open humanities data},
  volume={10},
  number={1},
  year={2024}
}

@article{smits2023multimodal,
  title={A multimodal turn in Digital Humanities. Using contrastive machine learning models to explore, enrich, and analyze digital visual historical collections},
  author={Smits, Thomas and Wevers, Melvin},
  journal={Digital Scholarship in the Humanities},
  volume={38},
  number={3},
  pages={1267--1280},
  year={2023},
  publisher={Oxford University Press}
}

@book{stefanowitsch2020corpus,
  title={Corpus linguistics: A guide to the methodology},
  author={Stefanowitsch, Anatol},
  year={2020},
  publisher={Language Science Press}
}

@inproceedings{straka2016udpipe,
  title={{UDPipe}: trainable pipeline for processing CoNLL-U files performing tokenization, morphological analysis, pos tagging and parsing},
  author={Straka, Milan and Hajic, Jan and Strakov{\'a}, Jana},
  booktitle={Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC'16)},
  pages={4290--4297},
  year={2016}
}

@inproceedings{tan2019efficientnet,
  title={{EfficientNet}: Rethinking model scaling for convolutional neural networks},
  author={Tan, Mingxing and Le, Quoc},
  booktitle={International conference on machine learning},
  pages={6105--6114},
  year={2019},
  organization={PMLR}
}

@article{verma2024automatic,
  title={Automatic image caption generation using deep learning},
  author={Verma, Akash and Yadav, Arun Kumar and Kumar, Mohit and Yadav, Divakar},
  journal={Multimedia Tools and Applications},
  volume={83},
  number={2},
  pages={5309--5325},
  year={2024},
  publisher={Springer}
}

@article{wevers2020visual,
  title={The visual digital turn: Using neural networks to study historical images},
  author={Wevers, Melvin and Smits, Thomas},
  journal={Digital Scholarship in the Humanities},
  volume={35},
  number={1},
  pages={194--207},
  year={2020},
  publisher={Oxford University Press}
}

@article{whitelaw2015generous,
  title={Generous interfaces for digital cultural collections},
  author={Whitelaw, Mitchell},
  journal={Digital humanities quarterly},
  volume={9},
  number={1},
  pages={1--16},
  year={2015}
}

@article{windhager2018visualization,
  title={Visualization of cultural heritage collection data: State of the art and future challenges},
  author={Windhager, Florian and Federico, Paolo and Schreder, G{\"u}nther and Glinka, Katrin and D{\"o}rk, Marian and Miksch, Silvia and Mayr, Eva},
  journal={IEEE transactions on visualization and computer graphics},
  volume={25},
  number={6},
  pages={2311--2330},
  year={2018},
  publisher={IEEE}
}

@article{wu2023gpt4vis,
  title={{GPT4Vis}: What Can {GPT}-4 Do for Zero-shot Visual Recognition?},
  author={Wu, Wenhao and Yao, Huanjin and Zhang, Mengxi and Song, Yuxin and Ouyang, Wanli and Wang, Jingdong},
  journal={arXiv preprint arXiv:2311.15732},
  year={2023}
}

@article{ye2022visatlas,
  title={{VISAtlas}: An image-based exploration and query system for large visualization collections via neural image embedding},
  author={Ye, Yilin and Huang, Rong and Zeng, Wei},
  journal={IEEE Transactions on Visualization and Computer Graphics},
  year={2022},
  publisher={IEEE}
}

@article{yin2023survey,
  title={A Survey on Multimodal Large Language Models},
  author={Yin, Shukang and Fu, Chaoyou and Zhao, Sirui and Li, Ke and Sun, Xing and Xu, Tong and Chen, Enhong},
  journal={arXiv preprint arXiv:2306.13549},
  year={2023}
}

@article{you2023ferret,
  title={Ferret: Refer and Ground Anything Anywhere at Any Granularity},
  author={You, Haoxuan and Zhang, Haotian and Gan, Zhe and Du, Xianzhi and Zhang, Bowen and Wang, Zirui and Cao, Liangliang and Chang, Shih-Fu and Yang, Yinfei},
  journal={arXiv preprint arXiv:2310.07704},
  year={2023}
}