{
  "identifier": "tag:aim-pro.eu,2026:oer/2b6634a9e642/record",
  "profile": "aimpro-oer-profile/1",
  "normaliser": "oerlib.metadata/2",
  "status": "ready",
  "normalised_at": "2026-10-09T09:53:04+00:00",
  "resource": {
    "id": "2b6634a9e642",
    "identifier": "tag:aim-pro.eu,2026:oer/2b6634a9e642",
    "uri": "https://arxiv.org/abs/2412.14062",
    "title": "Understanding and Evaluating Trust in Generative AI and Large Language Models for Spreadsheets",
    "description": "Generative AI and Large Language Models (LLMs) hold promise for automating spreadsheet formula creation. However, due to hallucinations, bias and variable user skill, outputs obtained from generative AI cannot be assumed to be accurate or trustworthy. To address these challenges, a trustworthiness framework is proposed based on evaluating the transparency and dependability of the formula. The transparency of the formula is explored through explainability (understanding the formula's reasoning) and visibility (inspecting the underlying algorithms). The dependability of the generated formula is evaluated in terms of reliability (consistency and accuracy) and ethical considerations (bias and fairness). The paper also examines the drivers to these metrics in the form of hallucinations, training data bias and poorly constructed prompts. Finally, examples of mistrust in technology are considered and the consequences explored.",
    "creators": [
      "Simon Thorne"
    ],
    "keywords": [
      "cs.HC",
      "cs.CY"
    ],
    "kind": "pdf",
    "content_language": "en",
    "declared_language": "en",
    "word_count": 6643,
    "content_hash": "f9cf0b76947ab324",
    "metadata_only": false
  },
  "licence": {
    "raw": "CC-BY-4.0",
    "spdx": "CC-BY-4.0",
    "uri": "http://creativecommons.org/licenses/by/4.0/",
    "verdict": "OPEN",
    "note": "open, permissive",
    "ingestable": true,
    "commercial_ok": true,
    "derivable": true,
    "share_alike": false,
    "evidence": {
      "scope": "this submitted version of the paper",
      "method": "arXiv OAI-PMH GetRecord (metadataPrefix=arXiv)",
      "schema": 1,
      "status": "captured",
      "location": "arXiv:arXiv/arXiv:license",
      "source_url": "https://oaipmh.arxiv.org/oai?verb=GetRecord&identifier=oai:arXiv.org:2412.14062&metadataPrefix=arXiv",
      "asserted_by": "arXiv submitter",
      "captured_at": "2026-10-09T09:52:57+00:00",
      "source_system": "arxiv",
      "observed_value": "http://creativecommons.org/licenses/by/4.0/",
      "documentation_url": "https://info.arxiv.org/help/oa/index.html",
      "responsibility_url": "https://info.arxiv.org/help/license/index.html",
      "documentation_label": "arXiv OAI-PMH metadata documentation",
      "responsibility_note": "The submitter chooses the article-version licence and certifies the right to grant it."
    }
  },
  "descriptive": {
    "contributions": [
      {
        "name": "Simon Thorne",
        "role": "author",
        "affiliation": "",
        "identifier": "",
        "scope": "resource"
      }
    ],
    "identifiers": [
      {
        "scheme": "arxiv",
        "value": "2412.14062",
        "scope": "resource"
      }
    ],
    "dates": [
      {
        "meaning": "issued",
        "value": "2024-12-18",
        "scope": "resource"
      }
    ],
    "subjects": [
      {
        "value": "cs.HC",
        "scheme": "arxiv",
        "scope": "resource"
      },
      {
        "value": "cs.CY",
        "scheme": "arxiv",
        "scope": "resource"
      }
    ],
    "relations": [],
    "educational": {
      "learning_resource_type": "",
      "intended_end_user_role": "",
      "context": "",
      "difficulty": "",
      "typical_learning_time": "",
      "description": ""
    },
    "container": {
      "kind": "",
      "uri": "",
      "title": "",
      "description": "",
      "identifier": ""
    },
    "declared_language": "en",
    "declared_type": "preprint",
    "rights_holder": "",
    "access_rights": "open",
    "publisher": "",
    "version": "v1",
    "citation": "Proceedings of the EuSpRIG 2024 Conference \"Spreadsheet Productivity & Risks\" ISBN : 978-1-905404-59-9",
    "notes": "",
    "lifecycle_status": "",
    "structure_role": "",
    "snapshot": {
      "resource": {
        "title": "Understanding and Evaluating Trust in Generative AI and Large Language Models for Spreadsheets",
        "authors": [
          "Simon Thorne"
        ],
        "summary": "Generative AI and Large Language Models (LLMs) hold promise for automating spreadsheet formula creation. However, due to hallucinations, bias and variable user skill, outputs obtained from generative AI cannot be assumed to be accurate or trustworthy. To address these challenges, a trustworthiness framework is proposed based on evaluating the transparency and dependability of the formula. The transparency of the formula is explored through explainability (understanding the formula's reasoning) and visibility (inspecting the underlying algorithms). The dependability of the generated formula is evaluated in terms of reliability (consistency and accuracy) and ethical considerations (bias and fairness). The paper also examines the drivers to these metrics in the form of hallucinations, training data bias and poorly constructed prompts. Finally, examples of mistrust in technology are considered and the consequences explored.",
        "updated": "2024-12-18T17:08:18Z",
        "version": 1,
        "arxiv_id": "2412.14062",
        "published": "2024-12-18T17:08:18Z",
        "categories": [
          "cs.HC",
          "cs.CY"
        ],
        "journal_ref": "Proceedings of the EuSpRIG 2024 Conference \"Spreadsheet Productivity & Risks\" ISBN : 978-1-905404-59-9",
        "affiliations": [
          ""
        ],
        "primary_category": "cs.HC"
      }
    }
  },
  "representations": [
    {
      "role": "original",
      "media_type": "application/pdf",
      "size_bytes": 552128,
      "filename": "arxiv-2412.14062.pdf",
      "location": "",
      "source_format": "",
      "converter": ""
    },
    {
      "role": "extracted",
      "media_type": "text/markdown",
      "size_bytes": 42751,
      "filename": "",
      "location": "",
      "source_format": "pdf",
      "converter": "pdf"
    }
  ],
  "observed": {
    "language": {
      "method": "declared",
      "reason": "declared English",
      "accepted": true,
      "declared": "en",
      "detected": "en",
      "confidence": null,
      "review_required": false
    }
  },
  "collection": {
    "source": "arxiv",
    "source_label": "arXiv",
    "collected_at": "2026-10-09T09:53:04.069402+00:00",
    "query": "(all:\"artificial intelligence\" OR all:\"machine learning\" OR all:\"generative AI\" OR all:\"deep learning\" OR all:\"reinforcement learning\" OR all:\"large language model\") AND (all:\"AI concepts\" OR all:\"types of AI\" OR all:\"AI fundamentals\" OR all:\"recognizing AI\" OR all:\"recognising AI\" OR all:\"general versus narrow AI\" OR all:\"narrow AI\" OR all:\"general AI\" OR all:\"machine intelligence\" OR all:\"AI strengths and weaknesses\" OR all:\"traditional software\" OR all:\"rule-based systems\" OR all:\"introduction to AI\" OR all:\"introduction to artificial intelligence\" OR all:\"artificial intelligence introduction\" OR all:\"AI primer\" OR all:\"foundations of artificial intelligence\" OR all:\"overview of AI\" OR all:\"understanding AI\" OR all:\"history of AI\" OR all:\"AI essentials\" OR all:\"AI terminology\" OR all:\"metaphors for AI\" OR all:\"AI fundamental concepts\" OR all:\"AI key concepts\" OR all:\"philosophy of AI\" OR all:\"critical AI literacy\")",
    "note": "where this was collected from. Not a claim that the provider published or authored it"
  },
  "provenance": [
    {
      "field": "resource_id",
      "scope": "resource",
      "method": "engine",
      "evidence_ref": "engine#/resource_id"
    },
    {
      "field": "query",
      "scope": "resource",
      "method": "engine",
      "evidence_ref": "engine#/query"
    },
    {
      "field": "collected_from",
      "scope": "resource",
      "method": "engine",
      "evidence_ref": "engine#/source"
    },
    {
      "field": "title",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/title"
    },
    {
      "field": "description",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/summary"
    },
    {
      "field": "citation",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/journal_ref"
    },
    {
      "field": "version",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "subjects",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/categories/0"
    },
    {
      "field": "contributions",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/authors/0"
    },
    {
      "field": "dates",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "identifiers",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/arxiv_id"
    },
    {
      "field": "content_language",
      "scope": "resource",
      "method": "gate_observation",
      "evidence_ref": "gate#/language/declared"
    },
    {
      "field": "declared_language",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "licence",
      "scope": "resource",
      "method": "gate_observation",
      "evidence_ref": "gate#/licence/evidence"
    },
    {
      "field": "access_rights",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "representations",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "representations",
      "scope": "resource",
      "method": "conversion",
      "evidence_ref": "conversion#/pdf"
    },
    {
      "field": "declared_type",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "educational",
      "scope": "resource",
      "method": "declared_type_mapping",
      "evidence_ref": "profile#/learning_resource_type/preprint"
    }
  ],
  "incidents": [
    {
      "code": "absent",
      "field": "rights_holder",
      "detail": "no rights holder is named at source; the licence is recorded without one rather than attributed to the platform that served it"
    },
    {
      "code": "absent",
      "field": "publisher",
      "detail": "the source named no publisher of the work; where it was collected from is recorded as collection provenance instead, which is a different claim"
    },
    {
      "code": "absent",
      "field": "educational",
      "detail": "the source declared no educational metadata — no resource type, audience, context, difficulty or learning time. Nothing here estimates them"
    }
  ],
  "inferred": [
    {
      "rule": "purpose.declared_type",
      "field": "purpose",
      "value": "reference",
      "method": "inferred",
      "evidence": {
        "declared_type": "preprint"
      },
      "rule_version": "purpose/1"
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1145/3589335.3651904",
      "label": "doi:10.1145/3589335.3651904",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 186,
            "basis": "reference",
            "literal": "doi:10.1145/3589335.3651904"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.14296/deeslr.v17i0.5226",
      "label": "doi:10.14296/deeslr.v17i0.5226",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 197,
            "basis": "reference",
            "literal": "doi:10.14296/deeslr.v17i0.5226"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/1801.10249",
      "label": "arXiv:1801.10249",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 199,
            "basis": "reference",
            "literal": "arXiv:1801.10249"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2301.09723",
      "label": "arXiv:2301.09723",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 201,
            "basis": "reference",
            "literal": "arXiv:2301.09723"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1038/s41598-024-55686-2",
      "label": "doi:10.1038/s41598-024-55686-2",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 203,
            "basis": "reference",
            "literal": "doi:10.1038/s41598-024-55686-2"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1073/pnas.2100814118",
      "label": "doi:10.1073/pnas.2100814118",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 205,
            "basis": "reference",
            "literal": "doi:10.1073/pnas.2100814118"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2310.01297",
      "label": "arXiv:2310.01297",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 213,
            "basis": "reference",
            "literal": "arXiv:2310.01297"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2309.14345",
      "label": "arXiv:2309.14345",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 215,
            "basis": "reference",
            "literal": "arXiv:2309.14345"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.3390/ime2030019",
      "label": "doi:10.3390/ime2030019",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 217,
            "basis": "reference",
            "literal": "doi:10.3390/ime2030019"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.3389/fpsyg.2021.604977",
      "label": "doi:10.3389/fpsyg.2021.604977",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 221,
            "basis": "reference",
            "literal": "doi:10.3389/fpsyg.2021.604977"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1080/10875301.2023.2227621",
      "label": "doi:10.1080/10875301.2023.2227621",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 231,
            "basis": "reference",
            "literal": "doi:10.1080/10875301.2023.2227621"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1016/j.acalib.2023.102720",
      "label": "doi:10.1016/j.acalib.2023.102720",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 232,
            "basis": "reference",
            "literal": "doi:10.1016/j.acalib.2023.102720"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1007/978-981-99-7962-2_30",
      "label": "doi:10.1007/978-981-99-7962-2_30",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 236,
            "basis": "reference",
            "literal": "doi:10.1007/978-981-99-7962-2_30"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.14296/2108.9781911507246",
      "label": "doi:10.14296/2108.9781911507246",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 242,
            "basis": "reference",
            "literal": "doi:10.14296/2108.9781911507246"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2402.13521",
      "label": "arXiv:2402.13521",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 244,
            "basis": "reference",
            "literal": "arXiv:2402.13521"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1136/bmjopen-",
      "label": "doi:10.1136/bmjopen-",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 246,
            "basis": "reference",
            "literal": "doi:10.1136/bmjopen-"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1080/00140139608964474",
      "label": "doi:10.1080/00140139608964474",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 250,
            "basis": "reference",
            "literal": "doi:10.1080/00140139608964474"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1080/00140139408964957",
      "label": "doi:10.1080/00140139408964957",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 252,
            "basis": "reference",
            "literal": "doi:10.1080/00140139408964957"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.4018/joeuc.2013070101",
      "label": "doi:10.4018/joeuc.2013070101",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 259,
            "basis": "reference",
            "literal": "doi:10.4018/joeuc.2013070101"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1257/aer.100.2.573",
      "label": "doi:10.1257/aer.100.2.573",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 264,
            "basis": "reference",
            "literal": "doi:10.1257/aer.100.2.573"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2302.13814",
      "label": "arXiv:2302.13814",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 266,
            "basis": "reference",
            "literal": "arXiv:2302.13814"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1016/j.jbvi.2023.e00388",
      "label": "doi:10.1016/j.jbvi.2023.e00388",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 268,
            "basis": "reference",
            "literal": "doi:10.1016/j.jbvi.2023.e00388"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1017/9781108684354",
      "label": "doi:10.1017/9781108684354",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 270,
            "basis": "reference",
            "literal": "doi:10.1017/9781108684354"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1109/tvcg.2022.3209479",
      "label": "doi:10.1109/tvcg.2022.3209479",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 272,
            "basis": "reference",
            "literal": "doi:10.1109/tvcg.2022.3209479"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://doi.org/10.1038/s41746-024-01029-4",
      "label": "doi:10.1038/s41746-024-01029-4",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 278,
            "basis": "reference",
            "literal": "doi:10.1038/s41746-024-01029-4"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2302.11382",
      "label": "arXiv:2302.11382",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 280,
            "basis": "reference",
            "literal": "arXiv:2302.11382"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2401.12794",
      "label": "arXiv:2401.12794",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 282,
            "basis": "reference",
            "literal": "arXiv:2401.12794"
          }
        ],
        "kind": "citation"
      }
    }
  ]
}