<?xml version='1.0' encoding='utf-8'?>
<eprints xmlns='http://eprints.org/ep2/data/2.0'>
  <eprint id='https://researchdata.gla.ac.uk/id/eprint/2111'>
    <eprintid>2111</eprintid>
    <rev_number>14</rev_number>
    <documents>
      <document id='https://researchdata.gla.ac.uk/id/document/7313'>
        <docid>7313</docid>
        <rev_number>2</rev_number>
        <files>
          <file id='https://researchdata.gla.ac.uk/id/file/43869'>
            <fileid>43869</fileid>
            <datasetid>document</datasetid>
            <objectid>7313</objectid>
            <filename>readme.docx</filename>
            <mime_type>application/vnd.openxmlformats-officedocument.wordprocessingml.document</mime_type>
            <hash>32045c71151cc13d8ebc6c4aa3717775</hash>
            <hash_type>MD5</hash_type>
            <filesize>21598</filesize>
            <mtime>2025-12-09 12:48:00</mtime>
            <url>https://researchdata.gla.ac.uk/2111/1/readme.docx</url>
          </file>
        </files>
        <eprintid>2111</eprintid>
        <pos>1</pos>
        <placement>1</placement>
        <mime_type>application/vnd.openxmlformats-officedocument.wordprocessingml.document</mime_type>
        <format>Text</format>
        <language>en</language>
        <security>public</security>
        <license>cc_by_4</license>
        <main>readme.docx</main>
        <content>readme</content>
      </document>
      <document id='https://researchdata.gla.ac.uk/id/document/7314'>
        <docid>7314</docid>
        <rev_number>2</rev_number>
        <files>
          <file id='https://researchdata.gla.ac.uk/id/file/43871'>
            <fileid>43871</fileid>
            <datasetid>document</datasetid>
            <objectid>7314</objectid>
            <filename>2111_code.zip</filename>
            <mime_type>application/zip</mime_type>
            <hash>b20d747b4d6466a797e1e3132fc023e0</hash>
            <hash_type>MD5</hash_type>
            <filesize>5838</filesize>
            <mtime>2025-12-09 12:48:42</mtime>
            <url>https://researchdata.gla.ac.uk/2111/2/2111_code.zip</url>
          </file>
        </files>
        <eprintid>2111</eprintid>
        <pos>2</pos>
        <placement>2</placement>
        <mime_type>application/zip</mime_type>
        <format>Code</format>
        <language>en</language>
        <security>public</security>
        <license>cc_by_4</license>
        <main>2111_code.zip</main>
        <content>data</content>
      </document>
      <document id='https://researchdata.gla.ac.uk/id/document/7315'>
        <docid>7315</docid>
        <rev_number>1</rev_number>
        <files>
          <file id='https://researchdata.gla.ac.uk/id/file/43875'>
            <fileid>43875</fileid>
            <datasetid>document</datasetid>
            <objectid>7315</objectid>
            <filename>indexcodes.txt</filename>
            <mime_type>text/plain</mime_type>
            <hash>b75916abf91d2a2c0af12e31e52e48e1</hash>
            <hash_type>MD5</hash_type>
            <filesize>2940</filesize>
            <mtime>2025-12-09 12:49:13</mtime>
            <url>https://researchdata.gla.ac.uk/2111/3/indexcodes.txt</url>
          </file>
        </files>
        <eprintid>2111</eprintid>
        <pos>3</pos>
        <placement>3</placement>
        <mime_type>text/plain</mime_type>
        <format>other</format>
        <formatdesc>Generate index codes conversion from Text to indexcodes</formatdesc>
        <language>en</language>
        <security>public</security>
        <main>indexcodes.txt</main>
        <relation>
          <item>
            <type>http://eprints.org/relation/isVersionOf</type>
            <uri>https://researchdata.gla.ac.uk/id/document/7313</uri>
          </item>
          <item>
            <type>http://eprints.org/relation/isVolatileVersionOf</type>
            <uri>https://researchdata.gla.ac.uk/id/document/7313</uri>
          </item>
          <item>
            <type>http://eprints.org/relation/isIndexCodesVersionOf</type>
            <uri>https://researchdata.gla.ac.uk/id/document/7313</uri>
          </item>
        </relation>
      </document>
    </documents>
    <eprint_status>archive</eprint_status>
    <userid>32963</userid>
    <dir>disk0/00/00/21/11</dir>
    <datestamp>2026-06-25 14:45:38</datestamp>
    <lastmod>2026-06-25 14:45:47</lastmod>
    <status_changed>2026-06-25 14:45:38</status_changed>
    <type>data_collection</type>
    <metadata_visibility>show</metadata_visibility>
    <creators>
      <item>
        <name>
          <family>Ghadban</family>
          <given>Nour</given>
        </name>
        <enlightenid>68735</enlightenid>
      </item>
      <item>
        <name>
          <family>Hameed</family>
          <given>Hira</given>
        </name>
        <enlightenid>64581</enlightenid>
      </item>
      <item>
        <name>
          <family>Abbasi</family>
          <given>Qammer H.</given>
        </name>
        <enlightenid>39488</enlightenid>
        <orcid>0000-0002-7097-9969</orcid>
      </item>
      <item>
        <name>
          <family>Imran</family>
          <given>Muhammad</given>
        </name>
        <enlightenid>37001</enlightenid>
        <orcid>0000-0003-4743-9136</orcid>
      </item>
      <item>
        <name>
          <family>Cooper</family>
          <given>Jon</given>
        </name>
        <enlightenid>7063</enlightenid>
        <orcid>0000-0002-2358-1050</orcid>
      </item>
      <item>
        <name>
          <family>Le Kernec</family>
          <given>Julien</given>
        </name>
        <enlightenid>35927</enlightenid>
        <orcid>0000-0003-2124-6803</orcid>
      </item>
    </creators>
    <uniqueid>glaresearchdata:2025-12-05-2111</uniqueid>
    <title>Code for Synergising Multi-Modal Data: Unveiling Audio-Visual and Radar Insights</title>
    <ispublished>pub</ispublished>
    <divisions>
      <item>30300000</item>
      <item>30303000</item>
      <item>30305000</item>
      <item>30304000</item>
    </divisions>
    <abstract>The study uses a multimodal dataset comprising synchronized audio, video, and radar recordings collected to evaluate the effectiveness of audio–visual–radar (AVR) fusion in speech-recognition tasks. The dataset contains 800 labeled samples, produced by four fluent but non-native English speakers aged 28–40, each repeating ten phonetically challenging English words twenty times under controlled recording conditions.

Audio was recorded at 44.1 kHz/16-bit, video at 1080p/30 fps, and radar data were acquired using the XeThru X4M03 IR-UWB sensor positioned approximately 2 meters from the speaker to capture speech-related micro-Doppler articulatory signatures. The three modalities were automatically segmented and aligned using pretrained machine-learning models to ensure consistent synchronization across streams.

The purpose of this dataset is to serve as a resource for studying how radar sensing can enhance speech-recognition robustness under noise, occlusion, and other adverse conditions.

All audio–visual recordings contain identifiable human data and will therefore be shared only under controlled access to protect participant privacy.</abstract>
    <date>2025-12-05</date>
    <date_type>published</date_type>
    <publisher>University of Glasgow</publisher>
    <id_number>10.5525/gla.researchdata.2111</id_number>
    <data_type>
      <item>Code</item>
    </data_type>
    <copyright_holders>
      <item>University of Glasgow</item>
    </copyright_holders>
    <funding>
      <item>
        <project_code>307829</project_code>
        <project_name>Quantum-Inspired Imaging for Remote Monitoring of Health &amp; Disease in Community Healthcare</project_name>
        <investigator_name>Jonathan Cooper</investigator_name>
        <funder_name>Engineering and Physical Sciences Research Council (EPSRC)</funder_name>
        <funder_code>EP/T021020/1</funder_code>
        <investigator_dept>ENG - Biomedical Engineering</investigator_dept>
      </item>
    </funding>
    <pending>FALSE</pending>
    <language>English</language>
    <collection_date>
      <date_from>2022-11-29</date_from>
      <date_to>2022-12-19</date_to>
    </collection_date>
    <related_resources>
      <item>
        <url>https://doi.org/10.5525/gla.researchdata.2109</url>
        <type>data</type>
      </item>
    </related_resources>
    <retention_date>2035-12-05</retention_date>
    <retention_action>R</retention_action>
    <dataset_origin>
      <item>file_share</item>
    </dataset_origin>
    <ingest_data>
      <item>
      </item>
      <item>
      </item>
    </ingest_data>
    <archive_data>
      <item>
      </item>
      <item>
      </item>
    </archive_data>
    <ethics_consent_required>TRUE</ethics_consent_required>
    <ethics_application_number>300230076</ethics_application_number>
    <ethics_committee>cose</ethics_committee>
    <request_copy>FALSE</request_copy>
    <repo_link>
      <item>
        <title>Artificial Intelligence and Radar-Enhanced Audio-Visual Speech Recognition for the Next Generation of Communication Technologies</title>
        <link>https://eprints.gla.ac.uk/id/eprint/352488</link>
      </item>
      <item>
        <title>Advancing Speech Recognition for the Hearing Impaired: Key Insights from the Language and Technology Workshop</title>
        <link>https://eprints.gla.ac.uk/id/eprint/348868</link>
      </item>
      <item>
        <title>Unlocking the Future: AI and Radar-Enhanced Audio-Visual Speech Recognition</title>
        <link>https://eprints.gla.ac.uk/id/eprint/345447</link>
      </item>
      <item>
        <title>Noise Reduction in Audio Visual Radar Speech Recognition System</title>
        <link>https://eprints.gla.ac.uk/id/eprint/341571</link>
      </item>
    </repo_link>
  </eprint>
</eprints>
