{
  "@context": {
    "dcterms": "http://purl.org/dc/terms/",
    "dcmitype": "http://purl.org/dc/dcmitype/"
  },
  "dcterms:identifier": [
    "tag:aim-pro.eu,2026:oer/f9cf3be0033f",
    "https://arxiv.org/abs/2309.01038",
    "arxiv:2309.01038",
    "doi:10.1109/TAI.2023.3311428"
  ],
  "dcterms:title": [
    "Neurosymbolic Reinforcement Learning and Planning: A Survey"
  ],
  "dcterms:type": [
    {
      "@id": "dcmitype:Text"
    },
    "preprint"
  ],
  "dcterms:creator": [
    "K. Acharya",
    "W. Raza",
    "C. M. J. M. Dourado",
    "A. Velasquez",
    "H. Song"
  ],
  "dcterms:description": [
    "The area of Neurosymbolic Artificial Intelligence (Neurosymbolic AI) is rapidly developing and has become a popular research topic, encompassing sub-fields such as Neurosymbolic Deep Learning (Neurosymbolic DL) and Neurosymbolic Reinforcement Learning (Neurosymbolic RL). Compared to traditional learning methods, Neurosymbolic AI offers significant advantages by simplifying complexity and providing transparency and explainability. Reinforcement Learning(RL), a long-standing Artificial Intelligence(AI) concept that mimics human behavior using rewards and punishment, is a fundamental component of Neurosymbolic RL, a recent integration of the two fields that has yielded promising results. The aim of this paper is to contribute to the emerging field of Neurosymbolic RL by conducting a literature survey. Our evaluation focuses on the three components that constitute Neurosymbolic RL: neural, symbolic, and RL. We categorize works based on the role played by the neural and symbolic parts in RL, into three taxonomies:Learning for Reasoning, Reasoning for Learning and Learning-Reasoning. These categories are further divided into sub-categories based on their applications. Furthermore, we analyze the RL components of each research work, including the state space, action space, policy module, and RL algorithm. Additionally, we identify research opportunities and challenges in various applications within this dynamic field."
  ],
  "dcterms:subject": [
    "cs.AI (arxiv)",
    "cs.LG (arxiv)"
  ],
  "dcterms:language": [
    "en"
  ],
  "dcterms:license": [
    {
      "@id": "http://creativecommons.org/licenses/by/4.0/"
    }
  ],
  "dcterms:rights": [
    "CC-BY-4.0 — assessed as OPEN by the harvester's licence gate. Conditions: attribution required. open, permissive"
  ],
  "dcterms:accessRights": [
    "open"
  ],
  "dcterms:format": [
    "text/markdown"
  ],
  "dcterms:extent": [
    "94694 bytes (extracted text)"
  ],
  "dcterms:issued": [
    "2023-09-02"
  ],
  "dcterms:provenance": [
    "Retrieved from arXiv on 2026-10-09 in response to the search string “(all:\"artificial intelligence\" OR all:\"machine learning\" OR all:\"generative AI\" OR all:\"deep learning\" OR all:\"reinforcement learning\" OR all:\"large language model\") AND (all:\"AI concepts\" OR all:\"types of AI\" OR all:\"AI fundamentals\" OR all:\"recognizing AI\" OR all:\"recognising AI\" OR all:\"general versus narrow AI\" OR all:\"narrow AI\" OR all:\"general AI\" OR all:\"machine intelligence\" OR all:\"AI strengths and weaknesses\" OR all:\"traditional software\" OR all:\"rule-based systems\" OR all:\"introduction to AI\" OR all:\"introduction to artificial intelligence\" OR all:\"artificial intelligence introduction\" OR all:\"AI primer\" OR all:\"foundations of artificial intelligence\" OR all:\"overview of AI\" OR all:\"understanding AI\" OR all:\"history of AI\" OR all:\"AI essentials\" OR all:\"AI terminology\" OR all:\"metaphors for AI\" OR all:\"AI fundamental concepts\" OR all:\"AI key concepts\" OR all:\"philosophy of AI\" OR all:\"critical AI literacy\")”. arXiv served the resource and is not asserted to be its publisher or author.",
    "Text extracted from latexml-html to Markdown by arxiv-html; the original is retained unchanged beside it."
  ],
  "inferred": {
    "dcterms:references": [
      {
        "value": {
          "@id": "https://arxiv.org/abs/2104.06890",
          "title": "arXiv:2104.06890"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 354,
              "basis": "reference",
              "literal": "arXiv:2104.06890"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1711.03902",
          "title": "arXiv:1711.03902"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 355,
              "basis": "reference",
              "literal": "arXiv:1711.03902"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2210.15889",
          "title": "arXiv:2210.15889"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 356,
              "basis": "reference",
              "literal": "arXiv:2210.15889"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2111.08164",
          "title": "arXiv:2111.08164"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 357,
              "basis": "reference",
              "literal": "arXiv:2111.08164"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2209.12618",
          "title": "arXiv:2209.12618"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 358,
              "basis": "reference",
              "literal": "arXiv:2209.12618"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1701.07274",
          "title": "arXiv:1701.07274"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 360,
              "basis": "reference",
              "literal": "arXiv:1701.07274"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2302.05209",
          "title": "arXiv:2302.05209"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 361,
              "basis": "reference",
              "literal": "arXiv:2302.05209"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1906.03926",
          "title": "arXiv:1906.03926"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 369,
              "basis": "reference",
              "literal": "arXiv:1906.03926"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://doi.org/10.1145/3477600",
          "title": "doi:10.1145/3477600"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 372,
              "basis": "reference",
              "literal": "doi:10.1145/3477600"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1702.07800",
          "title": "arXiv:1702.07800"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 375,
              "basis": "reference",
              "literal": "arXiv:1702.07800"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1312.5602",
          "title": "arXiv:1312.5602"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 393,
              "basis": "reference",
              "literal": "arXiv:1312.5602"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1509.02971",
          "title": "arXiv:1509.02971"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 395,
              "basis": "reference",
              "literal": "arXiv:1509.02971"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1511.05952",
          "title": "arXiv:1511.05952"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 398,
              "basis": "reference",
              "literal": "arXiv:1511.05952"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1606.01540",
          "title": "arXiv:1606.01540"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 401,
              "basis": "reference",
              "literal": "arXiv:1606.01540"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1707.06347",
          "title": "arXiv:1707.06347"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 404,
              "basis": "reference",
              "literal": "arXiv:1707.06347"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1806.10293",
          "title": "arXiv:1806.10293"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 409,
              "basis": "reference",
              "literal": "arXiv:1806.10293"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1712.01815",
          "title": "arXiv:1712.01815"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 411,
              "basis": "reference",
              "literal": "arXiv:1712.01815"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1904.12584",
          "title": "arXiv:1904.12584"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 416,
              "basis": "reference",
              "literal": "arXiv:1904.12584"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2003.00330",
          "title": "arXiv:2003.00330"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 420,
              "basis": "reference",
              "literal": "arXiv:2003.00330"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://doi.org/10.1631/fitee.1900533",
          "title": "doi:10.1631/fitee.1900533"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 427,
              "basis": "reference",
              "literal": "doi:10.1631/fitee.1900533"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2202.08434",
          "title": "arXiv:2202.08434"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 428,
              "basis": "reference",
              "literal": "arXiv:2202.08434"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1908.06976",
          "title": "arXiv:1908.06976"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 429,
              "basis": "reference",
              "literal": "arXiv:1908.06976"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2202.08444",
          "title": "arXiv:2202.08444"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 430,
              "basis": "reference",
              "literal": "arXiv:2202.08444"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1705.04304",
          "title": "arXiv:1705.04304"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 434,
              "basis": "reference",
              "literal": "arXiv:1705.04304"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1609.05518",
          "title": "arXiv:1609.05518"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 435,
              "basis": "reference",
              "literal": "arXiv:1609.05518"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1804.08597",
          "title": "arXiv:1804.08597"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 436,
              "basis": "reference",
              "literal": "arXiv:1804.08597"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2103.08228",
          "title": "arXiv:2103.08228"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 437,
              "basis": "reference",
              "literal": "arXiv:2103.08228"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2110.10963",
          "title": "arXiv:2110.10963"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 441,
              "basis": "reference",
              "literal": "arXiv:2110.10963"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1707.06690",
          "title": "arXiv:1707.06690"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 442,
              "basis": "reference",
              "literal": "arXiv:1707.06690"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1711.05851",
          "title": "arXiv:1711.05851"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 443,
              "basis": "reference",
              "literal": "arXiv:1711.05851"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/1906.04477",
          "title": "arXiv:1906.04477"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 456,
              "basis": "reference",
              "literal": "arXiv:1906.04477"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2206.10680",
          "title": "arXiv:2206.10680"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 460,
              "basis": "reference",
              "literal": "arXiv:2206.10680"
            }
          ],
          "kind": "citation"
        }
      },
      {
        "value": {
          "@id": "https://arxiv.org/abs/2010.04296",
          "title": "arXiv:2010.04296"
        },
        "method": "inferred",
        "rule": "citation",
        "rule_version": "links/1",
        "evidence": {
          "links": [
            {
              "how": "citation",
              "line": 461,
              "basis": "reference",
              "literal": "arXiv:2010.04296"
            }
          ],
          "kind": "citation"
        }
      }
    ]
  }
}