{
  "patent_number": "US 11543533",
  "country": "US",
  "title": "How to Combine Wide-Angle LiDAR Depth with Standard Camera Images",
  "original_title": "Systems and methods for wide-angle LiDAR using non-uniform magnification optics",
  "summary": "This patent describes a method for combining a wide-angle depth map from a LiDAR sensor, which has unevenly spaced pixels, with a standard camera image by first correcting the depth map's pixel distribution and then merging the two for a complete view.",
  "what_it_does": "This patent outlines a method to create a detailed composite image by merging data from two different sensors. First, it captures a \"first image\" of a scene using a sensor like LiDAR, which measures depth and has pixels distributed unevenly, often non-linearly in the vertical direction (Claim 1, 2). This unevenness means some areas have more detail than others. It also captures a \"second image\" from a different sensor, such as a regular digital camera (Claim 1, 9), which typically has a more uniform pixel distribution. The key step is \"correcting the first image\" (Claim 1) based on its non-linear distribution function to produce a \"third image,\" potentially by adding more pixels through interpolation (Claim 6, 7). Finally, it combines this corrected depth image (the third image) with the camera image (the second image) to create a \"composite image\" (Claim 1), such as an RGBD image (Claim 15), providing both color and accurate depth across a wide field of view (Claim 12). For example, an autonomous vehicle could use this to get a wide, detailed 3D view of its surroundings by merging a wide-angle LiDAR's depth data with a standard camera's color feed.",
  "what_it_does_not_cover": [
    "Does not cover combining images where both sensors already have a linear or uniform pixel distribution.",
    "Does not cover systems that combine images without first correcting the non-linear pixel distribution of one sensor.",
    "Does not cover systems that only use a single sensor to generate a composite image.",
    "Does not cover combining images where neither the first nor the second image is a depth map.",
    "Does not cover combining images from two sensors that do not have at least one common field of view."
  ],
  "filed": "2022-03-28",
  "granted": "2023-01-03",
  "expires": "2042-03-28",
  "status": "active",
  "holder": "Leddartech",
  "holder_url": "https://patentbrief.org/company/leddartech",
  "inventors": [
    {
      "name": "Robert BARIBAULT",
      "url": "https://patentbrief.org/inventor/robert-baribault"
    },
    {
      "name": "Pierre Olivier",
      "url": "https://patentbrief.org/inventor/pierre-olivier"
    }
  ],
  "times_cited": 1,
  "tags": [
    "automotive",
    "telecommunications",
    "software",
    "consumer_electronics",
    "ai_ml"
  ],
  "abstract": "Methods and systems for combining information from a first image captured of a scene via a first sensor and information from a second image captured of the scene via a second sensor wherein the first image and second image have at least one common field of view (FoV) and wherein the first image comprises pixels that are distributed according to a non-linear image point distribution function. The first image is corrected, before combining, based on said non-linear distribution function.",
  "url": "https://patentbrief.org/patent/us/11543533/systems-and-methods-for-wide-angle-lidar-using-non-uniform-magnification-optics",
  "markdown_url": "https://patentbrief.org/patent/us/11543533/systems-and-methods-for-wide-angle-lidar-using-non-uniform-magnification-optics/md",
  "google_patents_url": "https://patents.google.com/patent/US11543533",
  "relatedPatents": [
    {
      "patentNumber": "10733420",
      "countryCode": "US",
      "title": "How Self-Driving Cars Find Clear Paths Between Objects",
      "url": "https://patentbrief.org/patent/us/10733420/systems-and-methods-for-free-space-inference-to-break-apart-clustered-objects-in"
    },
    {
      "patentNumber": "11391826",
      "countryCode": "US",
      "title": "How Car Factories Calibrate LIDAR Sensors for Self-Driving Cars",
      "url": "https://patentbrief.org/patent/us/11391826/vehicle-lidar-sensor-calibration-system"
    },
    {
      "patentNumber": "11702088",
      "countryCode": "US",
      "title": "How Car Safety Systems Turn Off When Sensors Disagree",
      "url": "https://patentbrief.org/patent/us/11702088/vehicular-driving-assist-system-with-sensor-offset-correction"
    },
    {
      "patentNumber": "20220161815",
      "countryCode": "US",
      "title": "How Autonomous Cars Process Sensor Data for Driving",
      "url": "https://patentbrief.org/patent/us/20220161815/autonomous-vehicle-system"
    },
    {
      "patentNumber": "10878237",
      "countryCode": "US",
      "title": "How Eye Tracking Systems Adapt When They Can't See Eye Glints",
      "url": "https://patentbrief.org/patent/us/10878237/systems-and-methods-for-performing-eye-gaze-tracking"
    }
  ]
}