-
Notifications
You must be signed in to change notification settings - Fork 19
Expand file tree
/
Copy pathrobot_controller.py
More file actions
502 lines (408 loc) · 21.8 KB
/
robot_controller.py
File metadata and controls
502 lines (408 loc) · 21.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
"""
The main logic of the robot controller.
Used by all other scripts.
"""
import logging
import json
from typing import Dict, List, Optional, Any
import numpy as np
from dataclasses import dataclass, field
import time
# --- Lerobot Imports ---
from lerobot.robots import Robot
from lerobot.robots.so100_follower import SO100Follower, SO100FollowerConfig
from lerobot.robots.so101_follower import SO101Follower, SO101FollowerConfig
from lerobot.robots.lekiwi import LeKiwiClient, LeKiwiClientConfig
# --- Local Imports ---
from config import robot_config
from kinematics import KinematicsModel
# Configure logging only if not already configured
if not logging.getLogger().handlers:
logging.basicConfig(level=logging.INFO, format="%(asctime)s %(levelname)s: %(message)s")
logger = logging.getLogger(__name__)
@dataclass
class MoveResult:
"""Result of a robot movement operation."""
ok: bool
msg: str
warnings: List[str] = field(default_factory=list)
robot_state: Dict[str, Any] = field(default_factory=dict)
def to_json(self) -> Dict[str, Any]:
"""Convert to JSON format for API responses."""
json_output: Dict[str, Any] = {
"robot_state": self.robot_state or {"error": "Robot state not available."}
}
if not self.ok:
json_output["status"] = "error"
if self.msg:
json_output["message"] = self.msg
if self.warnings:
json_output["warnings"] = self.warnings
logger.info(f"MoveResult JSON: {json.dumps(json_output)}")
return json_output
class RobotController:
# Robot type mapping
ROBOT_TYPES = {
"so100": (SO100Follower, SO100FollowerConfig),
"so101": (SO101Follower, SO101FollowerConfig),
"lekiwi": (LeKiwiClient, LeKiwiClientConfig),
}
def __init__(self, read_only: bool = False):
self.robot_type = robot_config.lerobot_config.get("type")
self.robot: Optional[Robot] = None
self.read_only = read_only
# Get config values
self.motor_mapping = robot_config.MOTOR_NORMALIZED_TO_DEGREE_MAPPING
self.joint_names = list(self.motor_mapping.keys())
self.presets = robot_config.PRESET_POSITIONS
self.movement_config = robot_config.MOVEMENT_CONSTANTS
# Initialize kinematics
kinematic_params = robot_config.KINEMATIC_PARAMS.get(
self.robot_type, robot_config.KINEMATIC_PARAMS["default"]
)
self.kinematics = KinematicsModel(params=kinematic_params)
# State tracking
self.positions_deg: Dict[str, float] = {name: 0.0 for name in self.joint_names}
self.positions_norm: Dict[str, float] = {name: 0.0 for name in self.joint_names}
self.cartesian_mm: Dict[str, float] = {"x": 0.0, "z": 0.0}
if read_only:
# In read-only mode, connect and disable torque for manual movement
logger.info("Initializing in READ-ONLY mode")
self._connect_robot_readonly()
self._refresh_state()
else:
# Normal mode - full initialization
self._connect_robot()
self._refresh_state()
logger.info(f"RobotController initialized. Type: {self.robot_type}, Read-only: {read_only}")
def __enter__(self) -> 'RobotController':
return self
def __exit__(self, exc_type, exc_val, exc_tb) -> None:
self.disconnect(reset_pos=True)
def _connect_robot(self) -> None:
"""Initialize and connect to robot hardware."""
keys_to_exclude = ["type"]
if self.robot_type == "lekiwi":
keys_to_exclude.append("port")
else:
keys_to_exclude.append("remote_ip")
robot_params = {k: v for k, v in robot_config.lerobot_config.items() if k not in keys_to_exclude}
try:
# Create config and robot using LeRobot factory
robot_class, config_class = self.ROBOT_TYPES.get(self.robot_type, (None, None))
if not robot_class:
raise ValueError(f"Unsupported robot type: '{self.robot_type}'")
cfg = config_class(**robot_params)
self.robot = robot_class(cfg)
self.robot.connect()
logger.info(f"Connected to {self.robot_type}")
except Exception as e:
logger.error(f"Failed to connect to robot: {e}")
raise
def _connect_robot_readonly(self) -> None:
"""Connect to robot and disable torque for manual movement."""
try:
self._connect_robot()
if self.robot_type != "lekiwi":
self.robot.bus.disable_torque()
logger.info(f"Connected to {self.robot_type} in READ-ONLY mode")
logger.info("🔓 TORQUE DISABLED: Robot can now be moved manually while monitoring positions")
else:
logger.warning("LeKiwi does not support remote torque disabling, you need to do it manually on the host.")
except Exception as e:
logger.error(f"Failed to connect to robot in read-only mode: {e}")
raise
def _deg_to_norm(self, joint_name: str, degrees: float) -> float:
"""Convert degrees to normalized value."""
norm_min, norm_max, deg_min, deg_max = self.motor_mapping[joint_name]
if deg_max == deg_min:
return norm_min
return norm_min + ((degrees - deg_min) * (norm_max - norm_min)) / (deg_max - deg_min)
def _norm_to_deg(self, joint_name: str, normalized: float) -> float:
"""Convert normalized value to degrees."""
norm_min, norm_max, deg_min, deg_max = self.motor_mapping[joint_name]
if norm_max == norm_min:
return deg_min
return deg_min + ((normalized - norm_min) * (deg_max - deg_min)) / (norm_max - norm_min)
def _validate_normalized_ranges(self, positions_deg: Dict[str, float]) -> tuple[bool, str]:
"""
Validate that the target positions will result in normalized values within the robot's calibrated ranges.
Returns (is_valid, error_message)
"""
errors = []
for joint_name, deg_value in positions_deg.items():
if joint_name not in self.motor_mapping:
continue
norm_value = self._deg_to_norm(joint_name, deg_value)
if joint_name == "gripper":
norm_min, norm_max = 0, 100
else:
norm_min, norm_max = -100, 100
# Handle inverted ranges (where norm_min > norm_max)
actual_min = min(norm_min, norm_max)
actual_max = max(norm_min, norm_max)
if norm_value < actual_min or norm_value > actual_max:
errors.append(
f"{joint_name.replace('_', ' ').title()} position {deg_value:.1f}° "
f"(normalized: {norm_value:.1f}) is outside valid range "
f"{actual_min:.1f} to {actual_max:.1f}"
)
if errors:
return False, "Movement impossible - out of range: " + "; ".join(errors)
return True, ""
def _build_action(self, positions_deg: Dict[str, float]) -> Dict[str, float]:
"""Build action dictionary for lerobot."""
action = {}
for name, deg in positions_deg.items():
norm_val = self._deg_to_norm(name, deg)
pos_key = f"arm_{name}.pos" if self.robot_type == "lekiwi" else f"{name}.pos"
action[pos_key] = norm_val
# Add base velocities for lekiwi
if self.robot_type == "lekiwi":
action.update({"x.vel": 0.0, "y.vel": 0.0, "theta.vel": 0.0})
return action
def _refresh_state(self) -> None:
"""Refresh robot state from hardware."""
if not self.robot:
return
try:
observation = self.robot.get_observation()
if self.robot_type == "lekiwi":
# LeKiwi returns a state vector in observation.state
if "observation.state" in observation:
state_vector = observation["observation.state"]
# State order: arm_shoulder_pan.pos, arm_shoulder_lift.pos, arm_elbow_flex.pos,
# arm_wrist_flex.pos, arm_wrist_roll.pos, arm_gripper.pos, x.vel, y.vel, theta.vel
state_order = [
"arm_shoulder_pan.pos", "arm_shoulder_lift.pos", "arm_elbow_flex.pos",
"arm_wrist_flex.pos", "arm_wrist_roll.pos", "arm_gripper.pos",
"x.vel", "y.vel", "theta.vel"
]
for i, joint_name in enumerate(self.joint_names):
pos_key = f"arm_{joint_name}.pos"
if i < len(state_vector) and pos_key in state_order:
idx = state_order.index(pos_key)
norm_val = float(state_vector[idx])
self.positions_norm[joint_name] = norm_val
self.positions_deg[joint_name] = self._norm_to_deg(joint_name, norm_val)
else:
# Fallback: try direct observation keys
for joint_name in self.joint_names:
pos_key = f"arm_{joint_name}.pos"
if pos_key in observation:
norm_val = observation[pos_key]
self.positions_norm[joint_name] = norm_val
self.positions_deg[joint_name] = self._norm_to_deg(joint_name, norm_val)
else:
# SO100/SO101: direct observation keys
for joint_name in self.joint_names:
pos_key = f"{joint_name}.pos"
if pos_key in observation:
norm_val = observation[pos_key]
self.positions_norm[joint_name] = norm_val
self.positions_deg[joint_name] = self._norm_to_deg(joint_name, norm_val)
# Update cartesian coordinates
fk_x, fk_z = self.kinematics.forward_kinematics(
self.positions_deg["shoulder_lift"],
self.positions_deg["elbow_flex"]
)
self.cartesian_mm = {"x": fk_x, "z": fk_z}
except Exception as e:
logger.error(f"Failed to read robot state: {e}", exc_info=True)
def _get_human_readable_state(self) -> Dict[str, float]:
"""Calculate human-readable state values."""
# Ensure all state dictionaries exist
positions_deg = getattr(self, 'positions_deg', {name: 0.0 for name in getattr(self, 'joint_names', [])})
cartesian_mm = getattr(self, 'cartesian_mm', {"x": 0.0, "z": 0.0})
return {
"robot_rotation_counterclockwise_deg": -positions_deg.get("shoulder_pan", 0.0) + 90,
"gripper_heights_mm": cartesian_mm.get("z", 0.0),
"gripper_linear_position_mm": cartesian_mm.get("x", 0.0),
"gripper_tilt_deg": (positions_deg.get("wrist_flex", 0.0) +
positions_deg.get("shoulder_lift", 0.0) -
positions_deg.get("elbow_flex", 0.0)),
"gripper_rotation_deg": -positions_deg.get("wrist_roll", 0.0),
"gripper_openness_pct": positions_deg.get("gripper", 0.0),
}
def _get_full_state(self) -> Dict[str, Any]:
"""Get complete state dictionary."""
# Ensure all state dictionaries exist
positions_deg = getattr(self, 'positions_deg', {})
positions_norm = getattr(self, 'positions_norm', {})
cartesian_mm = getattr(self, 'cartesian_mm', {"x": 0.0, "z": 0.0})
return {
"joint_positions_deg": {name: round(pos, 1) for name, pos in positions_deg.items()},
"joint_positions_norm": {name: round(pos, 1) for name, pos in positions_norm.items()},
"cartesian_mm": {name: round(pos, 1) for name, pos in cartesian_mm.items()},
"human_readable_state": {name: round(pos, 1) for name, pos in self._get_human_readable_state().items()}
}
def get_current_robot_state(self) -> MoveResult:
"""Get current robot state."""
self._refresh_state()
return MoveResult(True, "Current robot state retrieved.", robot_state=self._get_full_state())
def set_joints_absolute(self, positions_deg: Dict[str, float], use_interpolation: bool = True) -> MoveResult:
"""Set joints to absolute positions."""
if self.read_only:
return MoveResult(False, "Cannot move robot in read-only mode", robot_state=self._get_full_state())
if not self.robot:
return MoveResult(False, "Robot not connected", robot_state=self._get_full_state())
# Filter valid joints
valid_positions = {name: pos for name, pos in positions_deg.items() if name in self.joint_names}
if not valid_positions:
return MoveResult(True, "No valid joints to move", robot_state=self._get_full_state())
# Validate that positions are within LeRobot's accepted ranges
is_valid, error_msg = self._validate_normalized_ranges(valid_positions)
if not is_valid:
return MoveResult(False, error_msg, robot_state=self._get_full_state())
try:
if use_interpolation:
self._execute_interpolated_move(valid_positions)
else:
action = self._build_action(valid_positions)
self.robot.send_action(action)
# Update state optimistically
self.positions_deg.update(valid_positions)
for name, deg in valid_positions.items():
self.positions_norm[name] = self._deg_to_norm(name, deg)
# Update cartesian if needed
if "shoulder_lift" in valid_positions or "elbow_flex" in valid_positions:
fk_x, fk_z = self.kinematics.forward_kinematics(
self.positions_deg["shoulder_lift"],
self.positions_deg["elbow_flex"]
)
self.cartesian_mm = {"x": fk_x, "z": fk_z}
except Exception as e:
logger.error(f"Move failed: {e}", exc_info=True)
self._refresh_state()
return MoveResult(False, f"Move failed: {e}", robot_state=self._get_full_state())
return MoveResult(True, "Move completed", robot_state=self._get_full_state())
def _execute_interpolated_move(self, target_positions: Dict[str, float]) -> None:
"""Execute smooth interpolated movement."""
if self.read_only:
raise RuntimeError("Cannot move robot in read-only mode")
if not self.robot:
raise RuntimeError("Robot not connected")
start_positions = {name: self.positions_deg[name] for name in target_positions.keys()}
max_change = max(abs(target_positions[name] - start_positions[name]) for name in target_positions.keys())
steps = max(1, min(
self.movement_config["MAX_INTERPOLATION_STEPS"],
int(max_change / self.movement_config["DEGREES_PER_STEP"])
))
for i in range(1, steps + 1):
interpolated = {
name: start_positions[name] + (target_positions[name] - start_positions[name]) * (i / steps)
for name in target_positions.keys()
}
# Validate each interpolation step to avoid sending invalid commands
is_valid, error_msg = self._validate_normalized_ranges(interpolated)
if not is_valid:
logger.warning(f"Interpolation step {i}/{steps} would exceed range limits, stopping interpolation")
break
action = self._build_action(interpolated)
self.robot.send_action(action)
time.sleep(self.movement_config["STEP_DELAY_SECONDS"])
def increment_joints_by_delta(self, deltas_deg: Dict[str, float]) -> MoveResult:
"""Increment joints by delta degrees."""
if self.read_only:
return MoveResult(False, "Cannot move robot in read-only mode", robot_state=self._get_full_state())
target_positions = {}
warnings = []
for joint_name, delta in deltas_deg.items():
if joint_name not in self.joint_names:
warnings.append(f"Unknown joint '{joint_name}' ignored.")
continue
target_positions[joint_name] = self.positions_deg[joint_name] + delta
if not target_positions:
return MoveResult(False, "No valid joints for increment.", warnings, self._get_full_state())
result = self.set_joints_absolute(target_positions)
result.warnings.extend(warnings)
return result
def execute_intuitive_move(
self,
move_gripper_up_mm: Optional[float] = None,
move_gripper_forward_mm: Optional[float] = None,
tilt_gripper_down_angle: Optional[float] = None,
rotate_gripper_counterclockwise_angle: Optional[float] = None,
rotate_robot_left_angle: Optional[float] = None,
use_interpolation: bool = True
) -> MoveResult:
"""Execute intuitive movement commands."""
if self.read_only:
return MoveResult(False, "Cannot move robot in read-only mode", robot_state=self._get_full_state())
target_positions = self.positions_deg.copy()
# Handle cartesian movements
if move_gripper_up_mm is not None or move_gripper_forward_mm is not None:
target_x = self.cartesian_mm["x"] + (move_gripper_forward_mm or 0.0)
target_z = self.cartesian_mm["z"] + (move_gripper_up_mm or 0.0)
# Validate target
is_valid, msg = self.kinematics.is_cartesian_target_valid(target_x, target_z)
if not is_valid:
return MoveResult(False, f"Invalid target: {msg}", robot_state=self._get_full_state())
try:
sl_target, ef_target = self.kinematics.inverse_kinematics(target_x, target_z)
target_positions["shoulder_lift"] = sl_target
target_positions["elbow_flex"] = ef_target
# Wrist compensation
sl_change = sl_target - self.positions_deg["shoulder_lift"]
ef_change = ef_target - self.positions_deg["elbow_flex"]
target_positions["wrist_flex"] = self.positions_deg["wrist_flex"] - (sl_change - ef_change)
except Exception as e:
return MoveResult(False, f"Kinematics error: {e}", robot_state=self._get_full_state())
# Handle direct joint movements
if tilt_gripper_down_angle is not None:
target_positions["wrist_flex"] += tilt_gripper_down_angle
if rotate_gripper_counterclockwise_angle is not None:
target_positions["wrist_roll"] -= rotate_gripper_counterclockwise_angle
if rotate_robot_left_angle is not None:
target_positions["shoulder_pan"] -= rotate_robot_left_angle
return self.set_joints_absolute(target_positions, use_interpolation)
def apply_named_preset(self, preset_key: str) -> MoveResult:
"""Apply a named preset position."""
if self.read_only:
return MoveResult(False, "Cannot move robot in read-only mode", robot_state=self._get_full_state())
if preset_key not in self.presets:
return MoveResult(False, f"Unknown preset: '{preset_key}'", robot_state=self._get_full_state())
preset_positions = self.presets[preset_key]
logger.info(f"Applying preset '{preset_key}': {preset_positions}")
return self.set_joints_absolute(preset_positions)
def get_camera_images(self) -> Dict[str, np.ndarray]:
"""Get camera images from robot observation."""
if not self.robot:
return {}
try:
observation = self.robot.get_observation()
camera_images = {}
camera_names = list(robot_config.lerobot_config.get("cameras", {}).keys())
# Handle both direct camera names (so100/so101) and prefixed names (lekiwi)
for key, value in observation.items():
camera_name = key.replace("observation.images.", "")
if camera_name in camera_names and isinstance(value, np.ndarray) and value.ndim == 3:
camera_images[camera_name] = value
elif key in camera_names and isinstance(value, np.ndarray) and value.ndim == 3:
camera_images[key] = value
return camera_images
except Exception as e:
logger.error(f"Error getting camera images: {e}", exc_info=True)
return {}
def disconnect(self, reset_pos: bool = True) -> None:
"""Disconnect robot with optional reset to rest position."""
if not self.robot:
return
logger.info("Disconnecting robot...")
# Don't move to rest position in read-only mode
if reset_pos and not self.read_only:
try:
result = self.apply_named_preset("1")
if not result.ok:
logger.warning(f"Rest position failed: {result.msg}")
except Exception as e:
logger.error(f"Error during rest position: {e}", exc_info=True)
elif reset_pos and self.read_only:
logger.info("Skipping rest position in read-only mode")
try:
self.robot.disconnect()
logger.info("Robot disconnected successfully")
except Exception as e:
logger.error(f"Error during disconnect: {e}", exc_info=True)
finally:
self.robot = None