PhotonPoseEstimator.h

Go to the documentation of this file.

/*
 * MIT License
 *
 * Copyright (c) PhotonVision
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */
 
#pragma once
 
#include <memory>
 
#include <frc/apriltag/AprilTagFieldLayout.h>
#include <frc/geometry/Pose3d.h>
#include <frc/geometry/Rotation3d.h>
#include <frc/geometry/Transform3d.h>
#include <frc/interpolation/TimeInterpolatableBuffer.h>
#include <opencv2/core/mat.hpp>
 
#include "photon/PhotonCamera.h"
#include "photon/dataflow/structures/Packet.h"
#include "photon/targeting/MultiTargetPNPResult.h"
#include "photon/targeting/PhotonPipelineResult.h"
#include "photon/targeting/PhotonTrackedTarget.h"
#include "photon/targeting/PnpResult.h"
 
namespace photon {
enum PoseStrategy {
  LOWEST_AMBIGUITY = 0,
  CLOSEST_TO_CAMERA_HEIGHT,
  CLOSEST_TO_REFERENCE_POSE,
  CLOSEST_TO_LAST_POSE,
  AVERAGE_BEST_TARGETS,
  MULTI_TAG_PNP_ON_COPROCESSOR,
  MULTI_TAG_PNP_ON_RIO,
  CONSTRAINED_SOLVEPNP,
  PNP_DISTANCE_TRIG_SOLVE
};
 
struct ConstrainedSolvepnpParams {
  bool headingFree{false};
  double headingScalingFactor{0.0};
};
 
struct EstimatedRobotPose {
  /** The estimated pose */
  frc::Pose3d estimatedPose;
  /** The estimated time the frame used to derive the robot pose was taken, in
   * the same timebase as the RoboRIO FPGA Timestamp */
  units::second_t timestamp;
 
  /** A list of the targets used to compute this pose */
  wpi::SmallVector<PhotonTrackedTarget, 10> targetsUsed;
 
  /** The strategy actually used to produce this pose */
  PoseStrategy strategy;
 
  EstimatedRobotPose(frc::Pose3d pose_, units::second_t time_,
                     std::span<const PhotonTrackedTarget> targets,
                     PoseStrategy strategy_)
      : estimatedPose(pose_),
        timestamp(time_),
        targetsUsed(targets.data(), targets.data() + targets.size()),
        strategy(strategy_) {}
};
 
/**
 * The PhotonPoseEstimator class filters or combines readings from all the
 * fiducials visible at a given timestamp on the field to produce a single robot
 * in field pose, using the strategy set below. Example usage can be found in
 * our apriltagExample example project.
 */
class PhotonPoseEstimator {
 public:
  /**
   * Create a new PhotonPoseEstimator.
   *
   * @param aprilTags A AprilTagFieldLayout linking AprilTag IDs to Pose3ds with
   * respect to the FIRST field.
   * @param strategy The strategy it should use to determine the best pose.
   * @param robotToCamera Transform3d from the center of the robot to the camera
   * mount positions (ie, robot ➔ camera).
   */
  explicit PhotonPoseEstimator(frc::AprilTagFieldLayout aprilTags,
                               PoseStrategy strategy,
                               frc::Transform3d robotToCamera);
 
  /**
   * Get the AprilTagFieldLayout being used by the PositionEstimator.
   *
   * @return the AprilTagFieldLayout
   */
  frc::AprilTagFieldLayout GetFieldLayout() const { return aprilTags; }
 
  /**
   * Get the Position Estimation Strategy being used by the Position Estimator.
   *
   * @return the strategy
   */
  PoseStrategy GetPoseStrategy() const { return strategy; }
 
  /**
   * Set the Position Estimation Strategy used by the Position Estimator.
   *
   * @param strategy the strategy to set
   */
  inline void SetPoseStrategy(PoseStrategy strat) {
    if (strategy != strat) {
      InvalidatePoseCache();
    }
    strategy = strat;
  }
 
  /**
   * Set the Position Estimation Strategy used in multi-tag mode when
   * only one tag can be seen. Must NOT be MULTI_TAG_PNP
   *
   * @param strategy the strategy to set
   */
  void SetMultiTagFallbackStrategy(PoseStrategy strategy);
 
  /**
   * Return the reference position that is being used by the estimator.
   *
   * @return the referencePose
   */
  frc::Pose3d GetReferencePose() const { return referencePose; }
 
  /**
   * Update the stored reference pose for use when using the
   * CLOSEST_TO_REFERENCE_POSE strategy.
   *
   * @param referencePose the referencePose to set
   */
  inline void SetReferencePose(frc::Pose3d referencePose) {
    if (this->referencePose != referencePose) {
      InvalidatePoseCache();
    }
    this->referencePose = referencePose;
  }
 
  /**
   * @return The current transform from the center of the robot to the camera
   *         mount position.
   */
  inline frc::Transform3d GetRobotToCameraTransform() {
    return m_robotToCamera;
  }
 
  /**
   * Useful for pan and tilt mechanisms, or cameras on turrets
   *
   * @param robotToCamera The current transform from the center of the robot to
   * the camera mount position.
   */
  inline void SetRobotToCameraTransform(frc::Transform3d robotToCamera) {
    m_robotToCamera = robotToCamera;
  }
 
  /**
   * Update the stored last pose. Useful for setting the initial estimate when
   * using the CLOSEST_TO_LAST_POSE strategy.
   *
   * @param lastPose the lastPose to set
   */
  inline void SetLastPose(frc::Pose3d lastPose) { this->lastPose = lastPose; }
 
  /**
   * Add robot heading data to the buffer. Must be called periodically for the
   * PNP_DISTANCE_TRIG_SOLVE strategy.
   *
   * @param timestamp Timestamp of the robot heading data.
   * @param heading Field-relative heading at the given timestamp. Standard
   * WPILIB field coordinates.
   */
  inline void AddHeadingData(units::second_t timestamp,
                             frc::Rotation2d heading) {
    this->headingBuffer.AddSample(timestamp, heading);
  }
 
  /**
   * Add robot heading data to the buffer. Must be called periodically for the
   * PNP_DISTANCE_TRIG_SOLVE strategy.
   *
   * @param timestamp Timestamp of the robot heading data.
   * @param heading Field-relative heading at the given timestamp. Standard
   * WPILIB coordinates.
   */
  inline void AddHeadingData(units::second_t timestamp,
                             frc::Rotation3d heading) {
    AddHeadingData(timestamp, heading.ToRotation2d());
  }
 
  /**
   * Clears all heading data in the buffer, and adds a new seed. Useful for
   * preventing estimates from utilizing heading data provided prior to a pose
   * or rotation reset.
   *
   * @param timestamp Timestamp of the robot heading data.
   * @param heading Field-relative robot heading at given timestamp. Standard
   * WPILIB field coordinates.
   */
  inline void ResetHeadingData(units::second_t timestamp,
                               frc::Rotation2d heading) {
    headingBuffer.Clear();
    AddHeadingData(timestamp, heading);
  }
 
  /**
   * Clears all heading data in the buffer, and adds a new seed. Useful for
   * preventing estimates from utilizing heading data provided prior to a pose
   * or rotation reset.
   *
   * @param timestamp Timestamp of the robot heading data.
   * @param heading Field-relative robot heading at given timestamp. Standard
   * WPILIB field coordinates.
   */
  inline void ResetHeadingData(units::second_t timestamp,
                               frc::Rotation3d heading) {
    ResetHeadingData(timestamp, heading.ToRotation2d());
  }
 
  /**
   * Update the pose estimator. If updating multiple times per loop, you should
   * call this exactly once per new result, in order of increasing result
   * timestamp.
   *
   * @param result The vision targeting result to process
   * @param cameraIntrinsics The camera calibration pinhole coefficients matrix.
   * Only required if doing multitag-on-rio, and may be nullopt otherwise.
   * @param distCoeffsData The camera calibration distortion coefficients. Only
   * required if doing multitag-on-rio, and may be nullopt otherwise.
   * @param constrainedPnpParams Constrained SolvePNP params, if needed.
   */
  std::optional<EstimatedRobotPose> Update(
      const photon::PhotonPipelineResult& result,
      std::optional<photon::PhotonCamera::CameraMatrix> cameraMatrixData =
          std::nullopt,
      std::optional<photon::PhotonCamera::DistortionMatrix> coeffsData =
          std::nullopt,
      std::optional<ConstrainedSolvepnpParams> constrainedPnpParams =
          std::nullopt);
 
 private:
  frc::AprilTagFieldLayout aprilTags;
  PoseStrategy strategy;
  PoseStrategy multiTagFallbackStrategy = LOWEST_AMBIGUITY;
 
  frc::Transform3d m_robotToCamera;
 
  frc::Pose3d lastPose;
  frc::Pose3d referencePose;
 
  units::second_t poseCacheTimestamp;
 
  frc::TimeInterpolatableBuffer<frc::Rotation2d> headingBuffer;
 
  inline static int InstanceCount = 1;
 
  inline void InvalidatePoseCache() { poseCacheTimestamp = -1_s; }
 
  /**
   * Internal convenience method for using a fallback strategy for update().
   * This should only be called after timestamp checks have been done by another
   * update() overload.
   *
   * @param cameraResult The latest pipeline result from the camera
   * @param strategy The pose strategy to use
   * @return an EstimatedRobotPose with an estimated pose, timestamp, and
   * targets used to create the estimate.
   */
  std::optional<EstimatedRobotPose> Update(const PhotonPipelineResult& result,
                                           PoseStrategy strategy) {
    return Update(result, std::nullopt, std::nullopt, std::nullopt, strategy);
  }
 
  std::optional<EstimatedRobotPose> Update(
      const PhotonPipelineResult& result,
      std::optional<PhotonCamera::CameraMatrix> cameraMatrixData,
      std::optional<PhotonCamera::DistortionMatrix> coeffsData,
      std::optional<ConstrainedSolvepnpParams> constrainedPnpParams,
      PoseStrategy strategy);
 
  /**
   * Return the estimated position of the robot with the lowest position
   * ambiguity from a List of pipeline results.
   *
   * @return the estimated position of the robot in the FCS and the estimated
   * timestamp of this estimation.
   */
  std::optional<EstimatedRobotPose> LowestAmbiguityStrategy(
      PhotonPipelineResult result);
 
  /**
   * Return the estimated position of the robot using the target with the lowest
   * delta height difference between the estimated and actual height of the
   * camera.
   *
   * @return the estimated position of the robot in the FCS and the estimated
   * timestamp of this estimation.
   */
  std::optional<EstimatedRobotPose> ClosestToCameraHeightStrategy(
      PhotonPipelineResult result);
 
  /**
   * Return the estimated position of the robot using the target with the lowest
   * delta in the vector magnitude between it and the reference pose.
   *
   * @param referencePose reference pose to check vector magnitude difference
   * against.
   * @return the estimated position of the robot in the FCS and the estimated
   * timestamp of this estimation.
   */
  std::optional<EstimatedRobotPose> ClosestToReferencePoseStrategy(
      PhotonPipelineResult result);
 
  /**
   * Return the pose calculated by combining all tags into one on coprocessor
   *
   * @return the estimated position of the robot in the FCS
   */
  std::optional<EstimatedRobotPose> MultiTagOnCoprocStrategy(
      PhotonPipelineResult result);
 
  /**
   * Return the pose calculation using all targets in view in the same PNP()
   calculation
   *
   * @return the estimated position of the robot in the FCS and the estimated
   timestamp of this estimation.
   */
  std::optional<EstimatedRobotPose> MultiTagOnRioStrategy(
      PhotonPipelineResult result,
      std::optional<PhotonCamera::CameraMatrix> camMat,
      std::optional<PhotonCamera::DistortionMatrix> distCoeffs);
 
  /**
   * Return the pose calculation using the best visible tag and the robot's
   * heading
   *
   * @return the estimated position of the robot in the FCS and the estimated
   * timestamp of this estimation
   */
  std::optional<EstimatedRobotPose> PnpDistanceTrigSolveStrategy(
      PhotonPipelineResult result);
 
  /**
   * Return the average of the best target poses using ambiguity as weight.
 
   * @return the estimated position of the robot in the FCS and the estimated
   timestamp of this estimation.
   */
  std::optional<EstimatedRobotPose> AverageBestTargetsStrategy(
      PhotonPipelineResult result);
 
  std::optional<EstimatedRobotPose> ConstrainedPnpStrategy(
      photon::PhotonPipelineResult result,
      std::optional<photon::PhotonCamera::CameraMatrix> camMat,
      std::optional<photon::PhotonCamera::DistortionMatrix> distCoeffs,
      std::optional<ConstrainedSolvepnpParams> constrainedPnpParams);
};
 
}  // namespace photon