{
  "patent_number": "US 12531820",
  "country": "US",
  "title": "How Chatbots Use AI and Fact Databases to Learn and Improve",
  "original_title": "Knowledge graph assisted large language models",
  "summary": "This patent describes how a chatbot can combine the broad answering abilities of a large language model with a structured knowledge graph to provide more accurate, verifiable, and debuggable responses, especially for repeat questions.",
  "what_it_does": "This patent describes a method for a chatbot to answer user queries by combining a large language model (LLM) with a knowledge graph. When a query is received, the system first converts it into a 'formal query language' to search the knowledge graph for relevant information. This information from the knowledge graph is then given to the LLM to help it generate a more accurate 'formal language response' to the query. Critically, the system then 'validates an accuracy' of this response. After validation, the formal response is converted back into a natural language answer for the user. Based on this validated response, or user feedback, the knowledge graph is updated by 'modifying,' 'removing,' or 'adding' information, making the chatbot smarter over time. For example, if a user asks about a product's specifications, the chatbot might use the knowledge graph to find basic facts, then send those facts to an LLM to generate a natural-sounding answer, and finally use that answer to correct or expand the product data in the knowledge graph.",
  "what_it_does_not_cover": [
    "Does not cover chatbots that rely solely on a large language model without querying a structured knowledge graph for information.",
    "Does not cover systems that do not convert natural language queries into a 'formal query language' for a knowledge graph.",
    "Does not cover chatbots that fail to validate the accuracy of the large language model's response before updating the knowledge graph.",
    "Does not cover systems where the knowledge graph is not updated based on the large language model's responses or user feedback.",
    "Does not cover large language models that generate responses without first receiving specific information from a knowledge graph node."
  ],
  "filed": "2023-09-29",
  "granted": "2026-01-20",
  "expires": "2043-09-29",
  "status": "active",
  "holder": "Amazon Technologies",
  "holder_url": "https://patentbrief.org/company/amazon-technologies",
  "inventors": [
    {
      "name": "Ora Yrjo Lassila",
      "url": "https://patentbrief.org/inventor/ora-yrjo-lassila"
    },
    {
      "name": "Nadia Labai",
      "url": "https://patentbrief.org/inventor/nadia-labai"
    },
    {
      "name": "Samuel Bayless",
      "url": "https://patentbrief.org/inventor/samuel-bayless"
    }
  ],
  "times_cited": 1,
  "tags": [
    "software",
    "ai_ml",
    "telecommunications",
    "consumer_electronics"
  ],
  "abstract": "Techniques for a knowledge-graph system to use large language models (LLMs) to build knowledge graphs to answer queries submitted to a chatbot by users. The knowledge-graph system builds the knowledge graph using answers produced by an LLM for novel queries. The chatbot will continue to use the LLM to answer novel queries, but the chatbot may harness the knowledge graph to answer repeat questions to gain various efficiencies over LLM-backed chatbots. For example, the knowledge-graph system may easily debug or otherwise improve the answers in knowledge graphs, store provenance information in knowledge graphs, and augment the knowledge graphs using other data sources. Thus, the reliability and correctness of chatbots will be improved as the bugs and inaccuracies in answers provided by the LLM will be corrected in the knowledge graphs, but the chatbots can still harness the abilities of LLMs to provide answers across various subject-matter domains.",
  "url": "https://patentbrief.org/patent/us/12531820/knowledge-graph-assisted-large-language-models",
  "markdown_url": "https://patentbrief.org/patent/us/12531820/knowledge-graph-assisted-large-language-models/md",
  "google_patents_url": "https://patents.google.com/patent/US12531820",
  "relatedPatents": [
    {
      "patentNumber": "12073180",
      "countryCode": "US",
      "title": "How a Computer System Fact-Checks AI Language Models",
      "url": "https://patentbrief.org/patent/us/12073180/computer-implemented-methods-for-the-automated-analysis-or-use-of-data-including-12073180"
    },
    {
      "patentNumber": "11989527",
      "countryCode": "US",
      "title": "How a Computer System Checks and Improves AI Text",
      "url": "https://patentbrief.org/patent/us/11989527/computer-implemented-methods-for-the-automated-analysis-or-use-of-data-including-11989527"
    },
    {
      "patentNumber": "20250094707",
      "countryCode": "US",
      "title": "How to Make AI Smarter by Secretly Adding Facts to Your Questions",
      "url": "https://patentbrief.org/patent/us/20250094707/supplementation-of-large-language-model-knowledge-via-prompt-modification"
    },
    {
      "patentNumber": "20250200392",
      "countryCode": "US",
      "title": "How to Check if a Large Language Model's Answer is True",
      "url": "https://patentbrief.org/patent/us/20250200392/large-language-model-verification"
    },
    {
      "patentNumber": "12067362",
      "countryCode": "US",
      "title": "How a Computer System Improves Large Language Model Output with Structured Data",
      "url": "https://patentbrief.org/patent/us/12067362/computer-implemented-methods-for-the-automated-analysis-or-use-of-data-including-12067362"
    }
  ]
}