{
  "patent_number": "US 20240338414",
  "country": "US",
  "title": "How AI Understands Answers Across Multiple Documents",
  "original_title": "Inter-document attention mechanism",
  "summary": "Microsoft's 2024 patent on using AI to find answers by understanding how information in one document relates to information in another.",
  "what_it_does": "This patent describes a method for a computer to find answers to a query. It starts by getting a query and then finding several documents that might contain the answer. These documents are broken down into 'tokens' (like words or parts of words). The system then uses a special AI model, called a transformer, to process these tokens. The key part is that the AI learns to pay 'attention' to how tokens in one document relate to tokens in another document. For example, it can see how a word in a first document helps explain a word in a second document. This helps the AI create a better understanding of the information and then pick out the specific tokens that form the answer to the original query, which is then presented to the user. Claim 21 specifically mentions propagating attention from first tokens of a first result document to second tokens of a second result document.",
  "what_it_does_not_cover": [
    "Methods that do not use a transformer-based machine learning model.",
    "Systems that only process a single document to find an answer.",
    "Methods that do not involve propagating attention between tokens from different documents.",
    "Systems that do not output an answer in response to a query.",
    "AI models that do not generate contextualized semantic representations of words."
  ],
  "filed": "2024-05-10",
  "granted": null,
  "expires": "2044-05-10",
  "status": "active",
  "holder": "Microsoft Technology Licensing",
  "holder_url": "https://patentbrief.org/company/microsoft-technology-licensing",
  "inventors": [
    {
      "name": "Paul Nathan Bennett",
      "url": "https://patentbrief.org/inventor/paul-nathan-bennett"
    },
    {
      "name": "Chen Zhao",
      "url": "https://patentbrief.org/inventor/chen-zhao"
    },
    {
      "name": "Xia Song",
      "url": "https://patentbrief.org/inventor/xia-song"
    },
    {
      "name": "Saurabh Kumar Tiwary",
      "url": "https://patentbrief.org/inventor/saurabh-kumar-tiwary"
    },
    {
      "name": "Corbin Louis ROSSET",
      "url": "https://patentbrief.org/inventor/corbin-louis-rosset"
    },
    {
      "name": "Chenyan XIONG",
      "url": "https://patentbrief.org/inventor/chenyan-xiong"
    }
  ],
  "times_cited": 1,
  "tags": [
    "software",
    "ai_ml",
    "telecommunications"
  ],
  "abstract": "This document relates to natural language processing using a framework such as a neural network. One example method involves obtaining a first document and a second document and propagating attention from the first document to the second document. The example method also involves producing contextualized semantic representations of individual words in the second document based at least on the propagating. The contextualized semantic representations can provide a basis for performing one or more natural language processing operations.",
  "url": "https://patentbrief.org/patent/us/20240338414/inter-document-attention-mechanism",
  "markdown_url": "https://patentbrief.org/patent/us/20240338414/inter-document-attention-mechanism/md",
  "google_patents_url": "https://patents.google.com/patent/US20240338414",
  "relatedPatents": [
    {
      "patentNumber": "10664744",
      "countryCode": "US",
      "title": "How Computers Use Memory Networks to Answer Questions",
      "url": "https://patentbrief.org/patent/us/10664744/watson-question-answering-system-deepqa"
    },
    {
      "patentNumber": "10452978",
      "countryCode": "US",
      "title": "How AI Models Understand Language Using 'Attention'",
      "url": "https://patentbrief.org/patent/us/10452978/transformer-attention-mechanism"
    },
    {
      "patentNumber": "6523026",
      "countryCode": "US",
      "title": "How Computers Find Hidden Connections Between Different Fields of Knowledge",
      "url": "https://patentbrief.org/patent/us/6523026/google-search-query-processing"
    },
    {
      "patentNumber": "11062228",
      "countryCode": "US",
      "title": "How AI Learns New Tasks Using Old Data Labels",
      "url": "https://patentbrief.org/patent/us/11062228/gpt-3-few-shot-learning"
    },
    {
      "patentNumber": "11704899",
      "countryCode": "US",
      "title": "How Assistant Systems Combine Information About One Thing from Many Places",
      "url": "https://patentbrief.org/patent/us/11704899/resolving-entities-from-multiple-data-sources-for-assistant-systems"
    }
  ]
}