|
|
|
@ -9,6 +9,9 @@ from std_srvs.srv import Trigger
|
|
|
|
from std_msgs.msg import Bool, String
|
|
|
|
from std_msgs.msg import Bool, String
|
|
|
|
import numpy as np
|
|
|
|
import numpy as np
|
|
|
|
from tf2_ros import Buffer, TransformListener
|
|
|
|
from tf2_ros import Buffer, TransformListener
|
|
|
|
|
|
|
|
from cv_bridge import CvBridge
|
|
|
|
|
|
|
|
from sensor_msgs.msg import Image
|
|
|
|
|
|
|
|
import cv2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class UnityRobotController(RobotController):
|
|
|
|
class UnityRobotController(RobotController):
|
|
|
|
@ -26,9 +29,16 @@ class UnityRobotController(RobotController):
|
|
|
|
|
|
|
|
|
|
|
|
self._node.declare_parameter('max_tilt_deg', 90.)
|
|
|
|
self._node.declare_parameter('max_tilt_deg', 90.)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._node.declare_parameter('discharge_speed_base', 0.0)
|
|
|
|
|
|
|
|
self._node.declare_parameter('discharge_speed_lights', 0.5)
|
|
|
|
|
|
|
|
|
|
|
|
self._lin_max = self._node.get_parameter('max_linear_speed').value
|
|
|
|
self._lin_max = self._node.get_parameter('max_linear_speed').value
|
|
|
|
self._ang_max = self._node.get_parameter('max_angular_speed').value
|
|
|
|
self._ang_max = self._node.get_parameter('max_angular_speed').value
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._discharge_speed_base = self._node.get_parameter('discharge_speed_base').value
|
|
|
|
|
|
|
|
self._discharge_speed_lights = self._node.get_parameter('discharge_speed_lights').value
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._max_tilt = np.deg2rad(self._node.get_parameter('max_tilt_deg').value)
|
|
|
|
self._max_tilt = np.deg2rad(self._node.get_parameter('max_tilt_deg').value)
|
|
|
|
self._FALL = False
|
|
|
|
self._FALL = False
|
|
|
|
|
|
|
|
|
|
|
|
@ -38,6 +48,8 @@ class UnityRobotController(RobotController):
|
|
|
|
|
|
|
|
|
|
|
|
super().__init__(fire_ext_max_capacity = fire_ext_max_capacity)
|
|
|
|
super().__init__(fire_ext_max_capacity = fire_ext_max_capacity)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._bridge = CvBridge()
|
|
|
|
|
|
|
|
|
|
|
|
self._tf_buffer = Buffer()
|
|
|
|
self._tf_buffer = Buffer()
|
|
|
|
self._tf_listener = TransformListener(self._tf_buffer, self._node)
|
|
|
|
self._tf_listener = TransformListener(self._tf_buffer, self._node)
|
|
|
|
|
|
|
|
|
|
|
|
@ -45,19 +57,60 @@ class UnityRobotController(RobotController):
|
|
|
|
self._target_point_pub = self._node.create_publisher(Point, 'target_point', 10)
|
|
|
|
self._target_point_pub = self._node.create_publisher(Point, 'target_point', 10)
|
|
|
|
|
|
|
|
|
|
|
|
self._status_str_pub = self._node.create_publisher(String, 'status', 10)
|
|
|
|
self._status_str_pub = self._node.create_publisher(String, 'status', 10)
|
|
|
|
|
|
|
|
self._status_image_pub = self._node.create_publisher(Image, 'status_image', 10)
|
|
|
|
|
|
|
|
|
|
|
|
self.fe_burst_srv = self._node.create_client(Trigger, 'fe_burst')
|
|
|
|
self.fe_burst_srv = self._node.create_client(Trigger, 'fe_burst')
|
|
|
|
|
|
|
|
|
|
|
|
self.lights_srv = self._node.create_client(Trigger, '/unity/light_trigger')
|
|
|
|
self.lights_srv = self._node.create_client(Trigger, '/unity/light_trigger')
|
|
|
|
self.fall_reset_srv = self._node.create_client(Trigger, '/unity/robot_reset_trigger')
|
|
|
|
self.fall_reset_srv = self._node.create_client(Trigger, '/unity/robot_reset_trigger')
|
|
|
|
|
|
|
|
|
|
|
|
self.start_time = self.get_time_seconds() # TODO save it when first cmd is given
|
|
|
|
#self.start_time = self.get_time_seconds() # TODO save it when first cmd is given
|
|
|
|
|
|
|
|
self.t_prev = self.get_time_seconds()
|
|
|
|
|
|
|
|
|
|
|
|
# TODO create collision subscriber from Unity
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._prev_collision = False
|
|
|
|
self._prev_collision = False
|
|
|
|
self._node.create_subscription(Bool, 'collision_detection', self.collision_cb, 10)
|
|
|
|
self._node.create_subscription(Bool, 'collision_detection', self.collision_cb, 10)
|
|
|
|
self.fall_timer = self._node.create_timer(0.1, self.fall_timer_cb)
|
|
|
|
self.proc_timer = self._node.create_timer(0.1, self.proc_timer_cb)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._node.create_subscription(Image, 'crosshair_image', self.ch_image_cb, 10)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def ch_image_cb(self, msg):
|
|
|
|
|
|
|
|
try:
|
|
|
|
|
|
|
|
cv_image = self._bridge.imgmsg_to_cv2(msg, desired_encoding='bgr8')
|
|
|
|
|
|
|
|
except Exception as e:
|
|
|
|
|
|
|
|
self._node.get_logger().error(f"Failed to convert image: {e}")
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
fh = 22
|
|
|
|
|
|
|
|
scale = 0.5
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cv2.putText(cv_image, f"CHARGE: {round(self._charge_points/self._start_charge * 100 ,1)}%", (1, int(5 + fh * scale)), cv2.FONT_HERSHEY_SIMPLEX, scale, (255, 255, 255), thickness=None, lineType=None, bottomLeftOrigin=None)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cv2.putText(cv_image, f"HP: {round(self._hit_points/self._start_hp * 100 ,1)}%", (int(cv_image.shape[1]/4), int(5 + fh * scale)), cv2.FONT_HERSHEY_SIMPLEX, scale, (255, 255, 255), thickness=None, lineType=None, bottomLeftOrigin=None)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cv2.putText(cv_image, f"SCORE: {round(self.get_score(),1)}", (int(cv_image.shape[1]/4*2), int(5 + fh * scale)), cv2.FONT_HERSHEY_SIMPLEX, scale, (255, 255, 255), thickness=None, lineType=None, bottomLeftOrigin=None)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cv2.putText(cv_image, f"F.E. left: {self._fire_ext_capacity}", (int(cv_image.shape[1]/4*3), int(5 + fh * scale)), cv2.FONT_HERSHEY_SIMPLEX, scale, (255, 255, 255), thickness=None, lineType=None, bottomLeftOrigin=None)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if self._FALL:
|
|
|
|
|
|
|
|
text = "FALLEN"
|
|
|
|
|
|
|
|
scale = 5
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
(text_w, text_h), _ = cv2.getTextSize(text, cv2.FONT_HERSHEY_SIMPLEX, scale, None)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
x = int((cv_image.shape[1] - text_w) / 2)
|
|
|
|
|
|
|
|
y = int((cv_image.shape[0] + text_h) / 2)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cv2.putText(cv_image, "FALLEN", (x, y), cv2.FONT_HERSHEY_SIMPLEX, scale, (0, 0, 255), thickness=None, lineType=None, bottomLeftOrigin=None)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
try:
|
|
|
|
|
|
|
|
ros_image = self._bridge.cv2_to_imgmsg(cv_image, encoding='bgr8')
|
|
|
|
|
|
|
|
ros_image.header = msg.header
|
|
|
|
|
|
|
|
self._status_image_pub.publish(ros_image)
|
|
|
|
|
|
|
|
except Exception as e:
|
|
|
|
|
|
|
|
self.get_logger().error(f"Failed to publish image: {e}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def pub_status(self):
|
|
|
|
def pub_status(self):
|
|
|
|
msg = String()
|
|
|
|
msg = String()
|
|
|
|
@ -70,7 +123,7 @@ class UnityRobotController(RobotController):
|
|
|
|
|
|
|
|
|
|
|
|
def collision_cb(self, msg):
|
|
|
|
def collision_cb(self, msg):
|
|
|
|
if msg.data and not self._prev_collision:
|
|
|
|
if msg.data and not self._prev_collision:
|
|
|
|
self._register_collision(self.get_relative_time())
|
|
|
|
self._register_collision()#self.get_relative_time())
|
|
|
|
self.pub_status()
|
|
|
|
self.pub_status()
|
|
|
|
self._prev_collision = msg.data
|
|
|
|
self._prev_collision = msg.data
|
|
|
|
|
|
|
|
|
|
|
|
@ -105,7 +158,7 @@ class UnityRobotController(RobotController):
|
|
|
|
def _fe_burst_done_cb(self, future):
|
|
|
|
def _fe_burst_done_cb(self, future):
|
|
|
|
result = future.result()
|
|
|
|
result = future.result()
|
|
|
|
if result.success:
|
|
|
|
if result.success:
|
|
|
|
self._register_exted_sof(self.get_relative_time(), {'id': result.message})
|
|
|
|
self._register_exted_sof({'id': result.message})
|
|
|
|
self.pub_status()
|
|
|
|
self.pub_status()
|
|
|
|
|
|
|
|
|
|
|
|
def send_fire_ext_pose_cmd(self, horisontal_pose, vertical_pose):
|
|
|
|
def send_fire_ext_pose_cmd(self, horisontal_pose, vertical_pose):
|
|
|
|
@ -120,7 +173,19 @@ class UnityRobotController(RobotController):
|
|
|
|
def send_unfall_cmd(self):
|
|
|
|
def send_unfall_cmd(self):
|
|
|
|
self._FALL = False
|
|
|
|
self._FALL = False
|
|
|
|
|
|
|
|
|
|
|
|
def fall_timer_cb(self):
|
|
|
|
def proc_timer_cb(self):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# LIGHT + CHARGE PROCESS
|
|
|
|
|
|
|
|
t = self.get_time_seconds()
|
|
|
|
|
|
|
|
discharge_speed = self._discharge_speed_base
|
|
|
|
|
|
|
|
if self._LIGHTS:
|
|
|
|
|
|
|
|
discharge_speed += self._discharge_speed_lights
|
|
|
|
|
|
|
|
self._decrease_charge(discharge_speed, t - self.t_prev)
|
|
|
|
|
|
|
|
self.t_prev = t
|
|
|
|
|
|
|
|
if self._charge_points == 0:
|
|
|
|
|
|
|
|
self._node.get_logger().info('Robot is dischadged!', throttle_duration_sec=2.5)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# FALL PROCESS
|
|
|
|
try:
|
|
|
|
try:
|
|
|
|
robot_transform = self._tf_buffer.lookup_transform(
|
|
|
|
robot_transform = self._tf_buffer.lookup_transform(
|
|
|
|
"map", # target frame
|
|
|
|
"map", # target frame
|
|
|
|
@ -154,11 +219,12 @@ class UnityRobotController(RobotController):
|
|
|
|
fall = cos_angle >= cos_thresh
|
|
|
|
fall = cos_angle >= cos_thresh
|
|
|
|
if not self._FALL and fall:
|
|
|
|
if not self._FALL and fall:
|
|
|
|
self._FALL = fall
|
|
|
|
self._FALL = fall
|
|
|
|
self._register_fall(self.get_relative_time())
|
|
|
|
self._register_fall()#self.get_relative_time())
|
|
|
|
self.pub_status()
|
|
|
|
self.pub_status()
|
|
|
|
self._FALL = fall
|
|
|
|
self._FALL = fall
|
|
|
|
|
|
|
|
|
|
|
|
def send_lights_cmd(self):
|
|
|
|
def send_lights_cmd(self):
|
|
|
|
|
|
|
|
super(UnityRobotController, self).send_lights_cmd()
|
|
|
|
future = self.lights_srv.call_async(Trigger.Request())
|
|
|
|
future = self.lights_srv.call_async(Trigger.Request())
|
|
|
|
future.add_done_callback(self._lights_done_cb)
|
|
|
|
future.add_done_callback(self._lights_done_cb)
|
|
|
|
|
|
|
|
|
|
|
|
@ -169,6 +235,7 @@ class UnityRobotController(RobotController):
|
|
|
|
self._node.get_logger().info(f"Lights is {'ON' if self._LIGHTS else 'OFF'}")
|
|
|
|
self._node.get_logger().info(f"Lights is {'ON' if self._LIGHTS else 'OFF'}")
|
|
|
|
|
|
|
|
|
|
|
|
def send_fall_reset_cmd(self):
|
|
|
|
def send_fall_reset_cmd(self):
|
|
|
|
|
|
|
|
super(UnityRobotController, self).send_fall_reset_cmd()
|
|
|
|
if self._FALL:
|
|
|
|
if self._FALL:
|
|
|
|
self._node.get_logger().info("Trying to reset robot...")
|
|
|
|
self._node.get_logger().info("Trying to reset robot...")
|
|
|
|
future = self.fall_reset_srv.call_async(Trigger.Request())
|
|
|
|
future = self.fall_reset_srv.call_async(Trigger.Request())
|
|
|
|
|