@inproceedings{e824422b9a3b4f2ea4ee693aa69be6a3,
title = "Architecture-Agnostic Curriculum Learning for Document Understanding: Empirical Evidence from Text-Only and Multimodal Paradigms",
abstract = "This study investigates whether the efficiency gains afforded by curriculum learning transfer across architecturally distinct document understanding models. Through a series of 24 controlled experiments comparing BERT (text-only) and LayoutLMv3 (multimodal) on the FUNSD and CORD benchmarks, we demonstrate that progressive data scheduling following a 33\%→67\%→100\% trajectory yields consistent training speedups of 34.9\% for BERT and 29.2\% for LayoutLMv3, both achieving statistical significance at p < 0.001. The modest 5.8 percentage point differential between these architectures provides compelling evidence for architectureagnostic curriculum benefits. Notably, both model families exhibit approximately twofold higher final training loss while maintaining equivalent downstream F1 performance, suggesting that the loss differential reflects optimization dynamics rather than representational degradation. Extended validation across six document domains confirms the cross-domain transferability of these findings. These results indicate that curriculum learning operates primarily at the data distribution level, enabling practitioners to deploy uniform progressive schedules across heterogeneous model portfolios without requiring architecture-specific tuning.",
keywords = "BERT, Curriculum Learning, Document Understanding, LayoutLM, Multimodal Learning, Training Efficiency, Transfer Learning",
author = "Mohammed Hamdan and Vincenzo Dentamaro and Giuseppe Pirlo and Mohamed Cheriet",
note = "Publisher Copyright: {\textcopyright} 2026 by SCITEPRESS-Science and Technology Publications, Lda.; 18th International Conference on Agents and Artificial Intelligence, ICAART 2026 ; Conference date: 05-03-2026 Through 08-03-2026",
year = "2026",
doi = "10.5220/0014655300004052",
language = "English",
isbn = "9789897587962",
series = "International Conference on Agents and Artificial Intelligence",
publisher = "Science and Technology Publications, Lda",
pages = "694--703",
editor = "Rocha, \{Ana Paula\} and Mattias Wahde and \{van den Herik\}, \{H. Jaap\}",
booktitle = "Proceedings of the 18th International Conference on Agents and Artificial Intelligence",
}