{
  "annotation_id": "c5347fef-203c-4a6f-9c5e-26e72f7d39ea",
  "date_created": "2026-02-17T05:53:16.247000Z",
  "date_modified": "2026-02-17T05:53:16.247000Z",
  "file_hash": "69b1897bf5c5990c30b90a29e27a3f0585b1163d9de8e16b7972933099b48174",
  "private": false,
  "record": {
    "abstract": "Potentially idiomatic expressions (PIEs) construe meanings inherently tied to the everyday experience of a given language community. As such, they constitute an interesting challenge for assessing the linguistic (and to some extent cultural) capabilities of NLP systems. In this paper, we present XMPIE, a parallel multilingual and multimodal dataset of potentially idiomatic expressions. The dataset, containing 34 languages and over ten thousand items, allows comparative analyses of idiomatic patterns among language-specific realisations and preferences in order to gather insights about shared cultural aspects. This parallel dataset allows to evaluate model performance for a given PIE in different languages and whether idiomatic understanding in one language can be transferred to another. Moreover, the dataset supports the study of PIEs across textual and visual modalities, to measure to what extent PIE understanding in one modality transfers or implies in understanding in another modality (text vs. image). The data was created by language experts, with both textual and visual components crafted under multilingual guidelines, and each PIE is accompanied by five images representing a spectrum from idiomatic to literal meanings, including semantically related and random distractors. The result is a high-quality benchmark for evaluating multilingual and multimodal idiomatic language understanding.",
    "arxiv_id": "2601.08645",
    "authors": [
      "Dilara Toruno\u011flu-Selamet",
      "Dogukan Arslan",
      "Rodrigo Wilkens",
      "Wei He",
      "Doruk Eryi\u011fit",
      "Thomas Pickard",
      "Adriana S. Pagano",
      "Aline Villavicencio",
      "G\u00fcl\u015fen Eryi\u011fit",
      "\u00c1gnes Abuczki",
      "Aida Cardoso",
      "Alesia Lazarenka",
      "Dina Almassova",
      "Amalia Mendes",
      "Anna Kanellopoulou",
      "Antoni Brosa-Rodr\u00edguez",
      "Baiba Saulite",
      "Beata Wojtowicz",
      "Bolette Pedersen",
      "Carlos Manuel Hidalgo-Ternero",
      "Chaya Liebeskind",
      "Danka Joki\u0107",
      "Diego Alves",
      "Eleni Triantafyllidi",
      "Erik Velldal",
      "Fred Philippy",
      "Giedre Valunaite Oleskeviciene",
      "Ieva Rizgeliene",
      "Inguna Skadina",
      "Irina Lobzhanidze",
      "Isabell Stinessen Haugen",
      "Jauza Akbar Krito",
      "Jelena M. Markovi\u0107",
      "Johanna Monti",
      "Josue Alejandro Sauca",
      "Kaja Dobrovoljc",
      "Kingsley O. Ugwuanyi",
      "Laura Rituma",
      "Lilja \u00d8vrelid",
      "Maha Tufail Agro",
      "Manzura Abjalova",
      "Maria Chatzigrigoriou",
      "Mar\u00eda del Mar S\u00e1nchez Ramos",
      "Marija Pendevska",
      "Masoumeh Seyyedrezaei",
      "Mehrnoush Shamsfard",
      "Momina Ahsan",
      "Muhammad Ahsan Riaz Khan",
      "Nathalie Carmen Hau Norman",
      "Nilay Erdem Ayy\u0131ld\u0131z",
      "Nina Hosseini-Kivanani",
      "No\u00e9mi Ligeti-Nagy",
      "Numaan Naeem",
      "Olha Kanishcheva",
      "Olha Yatsyshyna",
      "Daniil Orel",
      "Petra Giommarelli",
      "Petya Osenova",
      "Radovan Garabik",
      "Regina E. Semou",
      "Rozane Rebechi",
      "Salsabila Zahirah Pranida",
      "Samia Touileb",
      "Sanni Nimb",
      "Sarfraz Ahmad",
      "Sarvinoz Nematkhonova",
      "Shahar Golan",
      "Shaoxiong Ji",
      "Sopuruchi Christian Aboh",
      "Srdjan Sucur",
      "Stella Markantonatou",
      "Sussi Olsen",
      "Vahide Tajalli",
      "Veronika Lipp",
      "Voula Giouli",
      "Yelda Ye\u015fildal Erayd\u0131n",
      "Zahra Saaberi",
      "Zhuohan Xie"
    ],
    "categories": [
      "cs.CL"
    ],
    "license": "http://creativecommons.org/licenses/by/4.0/",
    "title": "A Parallel Cross-Lingual Benchmark for Multimodal Idiomaticity Understanding",
    "url": "https://arxiv.org/abs/2601.08645",
    "version": "v1"
  },
  "schema_id": "dorsal/arxiv",
  "source": {
    "execution_id": "4e97768a-2618-4ec6-981f-acc11a449603",
    "id": "arXiv Dataset",
    "type": "Model",
    "variant": "snapshot-2026-01-17",
    "version": "0.1.0"
  },
  "user_id": 1000002
}