@inproceedings{9f75dfe83ff140539a8128e88d929100,
title = "A course-focused dual curriculum for image captioning",
abstract = "We propose a curriculum learning captioning method to caption fetal ultrasound images by training a model to dynamically transition between two different modalities (image and text) as training progresses. Specifically, we propose a course-focused dual curriculum method, where a course is training with a curriculum based on only one of the two modalities involved in image captioning. We compare two configurations of the course-focused dual curriculum; an image-first course-focused dual curriculum which prepares the early training batches primarily on the complexity of the image information before slowly introducing an order of batches for training based on the complexity of the text information, and a text-first course-focused dual curriculum which operates in reverse. The evaluation results show that dynamically transitioning between text and images over epochs of training improves results when compared to the scenario where both modalities are considered in equal measure in every epoch.",
keywords = "Curriculum learning, Fetal ultrasound, Image captioning, Image description, Meta-learning",
author = "Mohammad Alsharid and Rasheed El-Bouri and Harshita Sharma and Lior Drukker and Papageorghiou, {Aris T.} and Noble, {J. Alison}",
note = "Publisher Copyright: {\textcopyright} 2021 IEEE.; 18th IEEE International Symposium on Biomedical Imaging, ISBI 2021 ; Conference date: 13-04-2021 Through 16-04-2021",
year = "2021",
month = apr,
day = "13",
doi = "10.1109/ISBI48211.2021.9434055",
language = "אנגלית",
series = "Proceedings - International Symposium on Biomedical Imaging",
publisher = "IEEE Computer Society",
pages = "716--720",
booktitle = "2021 IEEE 18th International Symposium on Biomedical Imaging, ISBI 2021",
address = "ארצות הברית",
}