{
  "identifier": "tag:aim-pro.eu,2026:oer/3242902c99fa/record",
  "profile": "aimpro-oer-profile/1",
  "normaliser": "oerlib.metadata/2",
  "status": "ready",
  "normalised_at": "2026-10-09T09:48:38+00:00",
  "resource": {
    "id": "3242902c99fa",
    "identifier": "tag:aim-pro.eu,2026:oer/3242902c99fa",
    "uri": "https://arxiv.org/abs/2501.06277",
    "title": "Environmental large language model Evaluation (ELLE) dataset: A Benchmark for Evaluating Generative AI applications in Eco-environment Domain",
    "description": "Generative AI holds significant potential for ecological and environmental applications such as monitoring, data analysis, education, and policy support. However, its effectiveness is limited by the lack of a unified evaluation framework. To address this, we present the Environmental Large Language model Evaluation (ELLE) question answer (QA) dataset, the first benchmark designed to assess large language models and their applications in ecological and environmental sciences. The ELLE dataset includes 1,130 question answer pairs across 16 environmental topics, categorized by domain, difficulty, and type. This comprehensive dataset standardizes performance assessments in these fields, enabling consistent and objective comparisons of generative AI performance. By providing a dedicated evaluation tool, ELLE dataset promotes the development and application of generative AI technologies for sustainable environmental outcomes. The dataset and code are available at https://elle.ceeai.net/ and https://github.com/CEEAI/elle.",
    "creators": [
      "Jing Guo",
      "Nan Li",
      "Ming Xu"
    ],
    "keywords": [
      "cs.CL",
      "cs.IR"
    ],
    "kind": "pdf",
    "content_language": "en",
    "declared_language": "en",
    "word_count": 5218,
    "content_hash": "a94121cd4e1a0046",
    "metadata_only": false
  },
  "licence": {
    "raw": "CC-BY-4.0",
    "spdx": "CC-BY-4.0",
    "uri": "http://creativecommons.org/licenses/by/4.0/",
    "verdict": "OPEN",
    "note": "open, permissive",
    "ingestable": true,
    "commercial_ok": true,
    "derivable": true,
    "share_alike": false,
    "evidence": {
      "scope": "this submitted version of the paper",
      "method": "arXiv OAI-PMH GetRecord (metadataPrefix=arXiv)",
      "schema": 1,
      "status": "captured",
      "location": "arXiv:arXiv/arXiv:license",
      "source_url": "https://oaipmh.arxiv.org/oai?verb=GetRecord&identifier=oai:arXiv.org:2501.06277&metadataPrefix=arXiv",
      "asserted_by": "arXiv submitter",
      "captured_at": "2026-10-09T09:48:32+00:00",
      "source_system": "arxiv",
      "observed_value": "http://creativecommons.org/licenses/by/4.0/",
      "documentation_url": "https://info.arxiv.org/help/oa/index.html",
      "responsibility_url": "https://info.arxiv.org/help/license/index.html",
      "documentation_label": "arXiv OAI-PMH metadata documentation",
      "responsibility_note": "The submitter chooses the article-version licence and certifies the right to grant it."
    }
  },
  "descriptive": {
    "contributions": [
      {
        "name": "Jing Guo",
        "role": "author",
        "affiliation": "",
        "identifier": "",
        "scope": "resource"
      },
      {
        "name": "Nan Li",
        "role": "author",
        "affiliation": "",
        "identifier": "",
        "scope": "resource"
      },
      {
        "name": "Ming Xu",
        "role": "author",
        "affiliation": "",
        "identifier": "",
        "scope": "resource"
      }
    ],
    "identifiers": [
      {
        "scheme": "arxiv",
        "value": "2501.06277",
        "scope": "resource"
      }
    ],
    "dates": [
      {
        "meaning": "issued",
        "value": "2025-01-10",
        "scope": "resource"
      }
    ],
    "subjects": [
      {
        "value": "cs.CL",
        "scheme": "arxiv",
        "scope": "resource"
      },
      {
        "value": "cs.IR",
        "scheme": "arxiv",
        "scope": "resource"
      }
    ],
    "relations": [],
    "educational": {
      "learning_resource_type": "",
      "intended_end_user_role": "",
      "context": "",
      "difficulty": "",
      "typical_learning_time": "",
      "description": ""
    },
    "container": {
      "kind": "",
      "uri": "",
      "title": "",
      "description": "",
      "identifier": ""
    },
    "declared_language": "en",
    "declared_type": "preprint",
    "rights_holder": "",
    "access_rights": "open",
    "publisher": "",
    "version": "v1",
    "citation": "",
    "notes": "",
    "lifecycle_status": "",
    "structure_role": "",
    "snapshot": {
      "resource": {
        "title": "Environmental large language model Evaluation (ELLE) dataset: A Benchmark for Evaluating Generative AI applications in Eco-environment Domain",
        "authors": [
          "Jing Guo",
          "Nan Li",
          "Ming Xu"
        ],
        "summary": "Generative AI holds significant potential for ecological and environmental applications such as monitoring, data analysis, education, and policy support. However, its effectiveness is limited by the lack of a unified evaluation framework. To address this, we present the Environmental Large Language model Evaluation (ELLE) question answer (QA) dataset, the first benchmark designed to assess large language models and their applications in ecological and environmental sciences. The ELLE dataset includes 1,130 question answer pairs across 16 environmental topics, categorized by domain, difficulty, and type. This comprehensive dataset standardizes performance assessments in these fields, enabling consistent and objective comparisons of generative AI performance. By providing a dedicated evaluation tool, ELLE dataset promotes the development and application of generative AI technologies for sustainable environmental outcomes. The dataset and code are available at https://elle.ceeai.net/ and https://github.com/CEEAI/elle.",
        "updated": "2025-01-10T12:48:29Z",
        "version": 1,
        "arxiv_id": "2501.06277",
        "published": "2025-01-10T12:48:29Z",
        "categories": [
          "cs.CL",
          "cs.IR"
        ],
        "affiliations": [
          "",
          "",
          ""
        ],
        "primary_category": "cs.CL"
      }
    }
  },
  "representations": [
    {
      "role": "original",
      "media_type": "application/pdf",
      "size_bytes": 523805,
      "filename": "arxiv-2501.06277.pdf",
      "location": "",
      "source_format": "",
      "converter": ""
    },
    {
      "role": "extracted",
      "media_type": "text/markdown",
      "size_bytes": 38537,
      "filename": "",
      "location": "",
      "source_format": "pdf",
      "converter": "pdf"
    }
  ],
  "observed": {
    "language": {
      "method": "declared",
      "reason": "declared English",
      "accepted": true,
      "declared": "en",
      "detected": "en",
      "confidence": null,
      "review_required": false
    }
  },
  "collection": {
    "source": "arxiv",
    "source_label": "arXiv",
    "collected_at": "2026-10-09T09:48:38.850242+00:00",
    "query": "(all:\"artificial intelligence\" OR all:\"machine learning\" OR all:\"generative AI\" OR all:\"deep learning\" OR all:\"reinforcement learning\" OR all:\"large language model\") AND (all:\"AI concepts\" OR all:\"types of AI\" OR all:\"AI fundamentals\" OR all:\"recognizing AI\" OR all:\"recognising AI\" OR all:\"general versus narrow AI\" OR all:\"narrow AI\" OR all:\"general AI\" OR all:\"machine intelligence\" OR all:\"AI strengths and weaknesses\" OR all:\"traditional software\" OR all:\"rule-based systems\" OR all:\"introduction to AI\" OR all:\"introduction to artificial intelligence\" OR all:\"artificial intelligence introduction\" OR all:\"AI primer\" OR all:\"foundations of artificial intelligence\" OR all:\"overview of AI\" OR all:\"understanding AI\" OR all:\"history of AI\" OR all:\"AI essentials\" OR all:\"AI terminology\" OR all:\"metaphors for AI\" OR all:\"AI fundamental concepts\" OR all:\"AI key concepts\" OR all:\"philosophy of AI\" OR all:\"critical AI literacy\")",
    "note": "where this was collected from. Not a claim that the provider published or authored it"
  },
  "provenance": [
    {
      "field": "resource_id",
      "scope": "resource",
      "method": "engine",
      "evidence_ref": "engine#/resource_id"
    },
    {
      "field": "query",
      "scope": "resource",
      "method": "engine",
      "evidence_ref": "engine#/query"
    },
    {
      "field": "collected_from",
      "scope": "resource",
      "method": "engine",
      "evidence_ref": "engine#/source"
    },
    {
      "field": "title",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/title"
    },
    {
      "field": "description",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/summary"
    },
    {
      "field": "version",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "subjects",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/categories/0"
    },
    {
      "field": "contributions",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/authors/0"
    },
    {
      "field": "contributions",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/authors/1"
    },
    {
      "field": "contributions",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/authors/2"
    },
    {
      "field": "dates",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "identifiers",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource/arxiv_id"
    },
    {
      "field": "content_language",
      "scope": "resource",
      "method": "gate_observation",
      "evidence_ref": "gate#/language/declared"
    },
    {
      "field": "declared_language",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "licence",
      "scope": "resource",
      "method": "gate_observation",
      "evidence_ref": "gate#/licence/evidence"
    },
    {
      "field": "access_rights",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "representations",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "representations",
      "scope": "resource",
      "method": "conversion",
      "evidence_ref": "conversion#/pdf"
    },
    {
      "field": "declared_type",
      "scope": "resource",
      "method": "source_metadata",
      "evidence_ref": "snapshot#/resource"
    },
    {
      "field": "educational",
      "scope": "resource",
      "method": "declared_type_mapping",
      "evidence_ref": "profile#/learning_resource_type/preprint"
    }
  ],
  "incidents": [
    {
      "code": "absent",
      "field": "rights_holder",
      "detail": "no rights holder is named at source; the licence is recorded without one rather than attributed to the platform that served it"
    },
    {
      "code": "absent",
      "field": "publisher",
      "detail": "the source named no publisher of the work; where it was collected from is recorded as collection provenance instead, which is a different claim"
    },
    {
      "code": "absent",
      "field": "educational",
      "detail": "the source declared no educational metadata — no resource type, audience, context, difficulty or learning time. Nothing here estimates them"
    }
  ],
  "inferred": [
    {
      "rule": "purpose.declared_type",
      "field": "purpose",
      "value": "reference",
      "method": "inferred",
      "evidence": {
        "declared_type": "preprint"
      },
      "rule_version": "purpose/1"
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2412.02262",
      "label": "arXiv:2412.02262",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 270,
            "basis": "reference",
            "literal": "arXiv:2412.02262"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2402.10373",
      "label": "arXiv:2402.10373",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 275,
            "basis": "reference",
            "literal": "arXiv:2402.10373"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2412.13018",
      "label": "arXiv:2412.13018",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 275,
            "basis": "reference",
            "literal": "arXiv:2412.13018"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2307.15020",
      "label": "arXiv:2307.15020",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 277,
            "basis": "reference",
            "literal": "arXiv:2307.15020"
          }
        ],
        "kind": "citation"
      }
    },
    {
      "field": "references",
      "value": "https://arxiv.org/abs/2402.17161",
      "label": "arXiv:2402.17161",
      "resource_id": "",
      "method": "inferred",
      "rule": "citation",
      "rule_version": "links/1",
      "evidence": {
        "links": [
          {
            "how": "citation",
            "line": 278,
            "basis": "reference",
            "literal": "arXiv:2402.17161"
          }
        ],
        "kind": "citation"
      }
    }
  ]
}