{
  "patent_number": "US 11727263",
  "country": "US",
  "title": "How Samsung Uses Two AI Models to Improve Sentence Generation",
  "original_title": "Method of updating sentence generation model and sentence generating apparatus",
  "summary": "A method for training an AI to write better sentences by using a second model that reads or generates text in a different order to grade the first model's work.",
  "what_it_does": "This patent describes a way to train a machine learning model to generate text more accurately. It uses two 'decoding models'—essentially the parts of an AI that pick the next word in a sentence. The first model generates a target sentence, while the second model acts as a critic by generating words in a different order (such as backward) to calculate 'reward information.' This reward information acts like a score, telling the first model how good its sentence was, which is then used to update the first model's internal weights to improve future performance.",
  "what_it_does_not_cover": [
    "Does not cover simple text generation that lacks a secondary, order-reversed validation model.",
    "Does not cover training methods that rely solely on human-provided labels or static datasets.",
    "Does not cover architectures that do not use neural network weight resetting as the primary training mechanism."
  ],
  "filed": "2018-06-21",
  "granted": "2023-08-15",
  "expires": "2038-06-21",
  "status": "active",
  "holder": "Samsung Electronics Co Ltd",
  "holder_url": "https://patentbrief.org/company/samsung-electronics-co-ltd",
  "inventors": [
    {
      "name": "Hoshik Lee",
      "url": "https://patentbrief.org/inventor/hoshik-lee"
    },
    {
      "name": "Hwidong NA",
      "url": "https://patentbrief.org/inventor/hwidong-na"
    }
  ],
  "times_cited": 1,
  "tags": [
    "ai_ml",
    "consumer_electronics",
    "software",
    "telecommunications"
  ],
  "abstract": "A processor implemented method to update a sentence generation model includes: generating a target sentence corresponding to a source sentence using a first decoding model; calculating reward information associated with the target sentence using a second decoding model configured to generate a sentence in an order different from an order of the sentence generated by the first decoding model; and generating an updated sentence generation model by resetting a weight of respective nodes in the first decoding model based on the calculated reward information.",
  "url": "https://patentbrief.org/patent/us/11727263/method-of-updating-sentence-generation-model-and-sentence-generating-apparatus",
  "markdown_url": "https://patentbrief.org/patent/us/11727263/method-of-updating-sentence-generation-model-and-sentence-generating-apparatus/md",
  "google_patents_url": "https://patents.google.com/patent/US11727263",
  "relatedPatents": [
    {
      "patentNumber": "20220383078",
      "countryCode": "US",
      "title": "Adapting AI Models to Fit Device Resources",
      "url": "https://patentbrief.org/patent/us/20220383078/data-processing-method-and-related-device"
    },
    {
      "patentNumber": "10289962",
      "countryCode": "US",
      "title": "How to Shrink Large AI Models Using Knowledge Distillation",
      "url": "https://patentbrief.org/patent/us/10289962/deep-q-networks-dqn"
    },
    {
      "patentNumber": "10452978",
      "countryCode": "US",
      "title": "How AI Models Understand Language Using 'Attention'",
      "url": "https://patentbrief.org/patent/us/10452978/transformer-attention-mechanism"
    },
    {
      "patentNumber": "20250363357",
      "countryCode": "US",
      "title": "How to Update AI on Small Devices with Slow Internet",
      "url": "https://patentbrief.org/patent/us/20250363357/systems-and-methods-for-deploying-and-updating-neural-networks-at-the-edge-of-a-"
    },
    {
      "patentNumber": "12353827",
      "countryCode": "US",
      "title": "Using Non-AI Systems to Improve AI Text Generation",
      "url": "https://patentbrief.org/patent/us/12353827/computer-implemented-methods-for-the-automated-analysis-or-use-of-data-including"
    }
  ]
}