TODO: add ego information handling

Signed-off-by: ktro2828 <[email protected]>

perception/tensorrt_mtr/CMakeLists.txt

@@ -23,14 +23,14 @@ if (CUDA_FOUND)
     PATH_SUFFIXES lib lib64 bin
     DOC "CUDNN library.")
 else()
-  message(FAITAL_ERROR "Can not find CUDA")
+  message(FATAL_ERROR "Can not find CUDA")
 endif()
 
 list(APPEND TRT_PLUGINS "nvinfer")
 list(APPEND TRT_PLUGINS "nvonnxparser")
 list(APPEND TRT_PLUGINS "nvparsers")
 foreach(libName ${TRT_PLUGINS})
-  find_library(${libName}_lib NAMES ${libName} "/usr" PATH_SUFFIES lib)
+  find_library(${libName}_lib NAMES ${libName} "/usr" PATH_SUFFIXES lib)
   list(APPEND TRT_PLUGINS ${${libName}_lib})
 endforeach()
 

perception/tensorrt_mtr/include/tensorrt_mtr/node.hpp

@@ -56,6 +56,11 @@ using autoware_auto_perception_msgs::msg::TrackedObject;
 using autoware_auto_perception_msgs::msg::TrackedObjects;
 using nav_msgs::msg::Odometry;
 
+// TODO(ktro2828): use received ego size topic
+constexpr float EGO_LENGTH = 4.0f;
+constexpr float EGO_WIDTH = 2.0f;
+constexpr float EGO_HEIGHT = 1.0f;
+
 class PolylineTypeMap
 {
 public:
@@ -179,10 +184,11 @@ class MTRNode : public rclcpp::Node
   tier4_autoware_utils::TransformListener transform_listener_;
 
   // MTR parameters
-  std::unique_ptr<MtrConfig> config_ptr_;
+  std::unique_ptr<MTRConfig> config_ptr_;
   std::unique_ptr<TrtMTR> model_ptr_;
   PolylineTypeMap polyline_type_map_;
   std::shared_ptr<PolylineData> polyline_ptr_;
+  std::vector<AgentState> ego_states_;
   std::vector<float> timestamps_;
 };  // class MTRNode
 }  // namespace trt_mtr

perception/tensorrt_mtr/include/tensorrt_mtr/trt_mtr.hpp

@@ -36,10 +36,10 @@ namespace trt_mtr
 /**
  * @brief A configuration of MTR.
  */
-struct MtrConfig
+struct MTRConfig
 {
   /**
-   * @brief Construct a new Mtr Config object
+   * @brief Construct a new instance.
    *
    * @param target_labels An array of target label names.
    * @param num_mode The number of modes.
@@ -49,7 +49,7 @@ struct MtrConfig
    * @param intention_point_filepath The path to intention points file.
    * @param num_intention_point_cluster The number of clusters for intension points.
    */
-  MtrConfig(
+  MTRConfig(
     const std::vector<std::string> & target_labels = {"VEHICLE", "PEDESTRIAN", "CYCLIST"},
     const size_t num_past = 10, const size_t num_mode = 6, const size_t num_future = 80,
     const size_t max_num_polyline = 768, const size_t max_num_point = 20,
@@ -81,7 +81,7 @@ struct MtrConfig
   std::array<float, 2> offset_xy;
   std::string intention_point_filepath;
   size_t num_intention_point_cluster;
-};
+};  // struct MTRConfig
 
 /**
  * @brief A class to inference with MTR.
@@ -101,7 +101,7 @@ class TrtMTR
    */
   TrtMTR(
     const std::string & model_path, const std::string & precision,
-    const MtrConfig & config = MtrConfig(), const BatchConfig & batch_config = {1, 1, 1},
+    const MTRConfig & config = MTRConfig(), const BatchConfig & batch_config = {1, 1, 1},
     const size_t max_workspace_size = (1ULL << 30),
     const BuildConfig & build_config = BuildConfig());
 
@@ -122,7 +122,7 @@ class TrtMTR
    *
    * @return const MtrConfig& The model configuration which can not be updated.
    */
-  const MtrConfig & config() const { return config_; }
+  const MTRConfig & config() const { return config_; }
 
 private:
   /**
@@ -152,7 +152,7 @@ class TrtMTR
   bool postProcess(AgentData & agent_data, std::vector<PredictedTrajectory> & trajectories);
 
   // model parameters
-  MtrConfig config_;
+  MTRConfig config_;
 
   std::unique_ptr<MTRBuilder> builder_;
   cudaStream_t stream_{nullptr};

perception/tensorrt_mtr/lib/include/postprocess/postprocess_kernel.cuh

@@ -23,7 +23,7 @@
  *
  * @param B The number of target agents.
  * @param M The number of modes.
- * @param T The number of future timestmaps.
+ * @param T The number of future timestamps.
  * @param inDim The number of input agent state dimensions.
  * @param targetState Source target agent states at latest timestamp, in shape [B*inDim].
  * @param outDim The number of output state dimensions.

perception/tensorrt_mtr/lib/include/preprocess/polyline_preprocess_kernel.cuh

@@ -82,7 +82,7 @@ __global__ void calculatePolylineCenterKernel(
 
 /**
  * @brief In cases of the number of batch polylines (L) is greater than K,
- *  extacts the topK elements.
+ *  extracts the topK elements.
  *
  * @param L The number of source polylines.
  * @param K The number of polylines expected as the model input.

perception/tensorrt_mtr/package.xml

@@ -3,7 +3,7 @@
 <package format="3">
   <name>tensorrt_mtr</name>
   <version>0.1.0</version>
-  <description>ROS 2 Node of Motion Transfomer(a.k.a MTR).</description>
+  <description>ROS 2 Node of Motion Transfromer(a.k.a MTR).</description>
   <maintainer email="[email protected]">kotarouetake</maintainer>
   <license>Apache-2.0</license>
 

perception/tensorrt_mtr/src/node.cpp

@@ -182,7 +182,7 @@ MTRNode::MTRNode(const rclcpp::NodeOptions & node_options)
       declare_parameter<std::string>("intention_point_filepath");
     const auto num_intention_point_cluster =
       static_cast<size_t>(declare_parameter<int>("num_intention_point_cluster"));
-    config_ptr_ = std::make_unique<MtrConfig>(
+    config_ptr_ = std::make_unique<MTRConfig>(
       target_labels, num_past, num_mode, num_future, max_num_polyline, max_num_point,
       point_break_distance, offset_xy, intention_point_filepath, num_intention_point_cluster);
     model_ptr_ = std::make_unique<TrtMTR>(model_path, precision, *config_ptr_.get());
@@ -289,7 +289,26 @@ void MTRNode::onMap(const HADMapBin::ConstSharedPtr map_msg)
 
 void MTRNode::onEgo(const Odometry::ConstSharedPtr ego_msg)
 {
-  RCLCPP_INFO_STREAM(get_logger(), "Ego msg is received: " << ego_msg->header.frame_id);
+  constexpr size_t max_buffer_size = 100;
+  const auto & position = ego_msg->pose.pose.position;
+  const auto & twist = ego_msg->twist.twist;
+  const auto yaw = static_cast<float>(tf2::getYaw(ego_msg->pose.pose.orientation));
+  float ax = 0.0f, ay = 0.0f;
+  if (!ego_states_.empty()) {
+    const auto & latest_state = ego_states_.back();
+    ax = static_cast<float>(twist.linear.x) - latest_state.vx();
+    ay = static_cast<float>(twist.linear.y) - latest_state.vy();
+  }
+
+  // TODO(ktro2828): use received ego size topic
+  ego_states_.emplace_back(
+    static_cast<float>(position.x), static_cast<float>(position.y), static_cast<float>(position.z),
+    EGO_LENGTH, EGO_WIDTH, EGO_HEIGHT, yaw, static_cast<float>(twist.linear.x),
+    static_cast<float>(twist.linear.y), ax, ay, true);
+
+  if (max_buffer_size < ego_states_.size()) {
+    ego_states_.erase(ego_states_.begin(), ego_states_.begin());
+  }
 }
 
 bool MTRNode::convertLaneletToPolyline()

perception/tensorrt_mtr/src/trt_mtr.cpp

@@ -21,7 +21,7 @@
 namespace trt_mtr
 {
 TrtMTR::TrtMTR(
-  const std::string & model_path, const std::string & precision, const MtrConfig & config,
+  const std::string & model_path, const std::string & precision, const MTRConfig & config,
   const BatchConfig & batch_config, const size_t max_workspace_size,
   const BuildConfig & build_config)
 : config_(config),