forked from Rowland/EG
430 lines
15 KiB
Python
430 lines
15 KiB
Python
"""
|
||
VR输入处理器
|
||
|
||
处理VR控制器输入、手势识别和VR交互
|
||
支持多种VR控制器和手势输入
|
||
"""
|
||
|
||
from direct.showbase.DirectObject import DirectObject
|
||
from panda3d.core import Vec3, Point3, CollisionRay, CollisionNode, CollisionHandlerQueue
|
||
from direct.task import Task
|
||
import time
|
||
|
||
|
||
class VRInputHandler(DirectObject):
|
||
"""VR输入处理器"""
|
||
|
||
def __init__(self, world, vr_manager):
|
||
super().__init__()
|
||
self.world = world
|
||
self.vr_manager = vr_manager
|
||
|
||
# 控制器状态
|
||
self.controllers = {}
|
||
self.controller_nodes = {}
|
||
self.controller_rays = {}
|
||
|
||
# 手势识别
|
||
self.gesture_enabled = True
|
||
self.gesture_history = []
|
||
self.gesture_threshold = 0.1
|
||
|
||
# 交互系统
|
||
self.interaction_enabled = True
|
||
self.selected_object = None
|
||
self.grab_offset = Vec3(0, 0, 0)
|
||
|
||
# 输入映射
|
||
self.input_mappings = {
|
||
'trigger': self._handle_trigger,
|
||
'grip': self._handle_grip,
|
||
'touchpad': self._handle_touchpad,
|
||
'menu': self._handle_menu,
|
||
'system': self._handle_system
|
||
}
|
||
|
||
print("✓ VR输入处理器初始化完成")
|
||
|
||
def start_input_handling(self):
|
||
"""启动输入处理"""
|
||
if not self.vr_manager.is_vr_enabled():
|
||
print("VR未启用，无法启动输入处理")
|
||
return False
|
||
|
||
# 启动输入更新任务
|
||
self.world.taskMgr.add(self._update_input, "vr_input_update")
|
||
|
||
# 设置控制器可视化
|
||
self._setup_controller_visualization()
|
||
|
||
print("✓ VR输入处理已启动")
|
||
return True
|
||
|
||
def stop_input_handling(self):
|
||
"""停止输入处理"""
|
||
self.world.taskMgr.remove("vr_input_update")
|
||
self._cleanup_controller_visualization()
|
||
print("✓ VR输入处理已停止")
|
||
|
||
def _update_input(self, task):
|
||
"""更新输入处理"""
|
||
if not self.vr_manager.is_vr_enabled():
|
||
return Task.cont
|
||
|
||
try:
|
||
# 更新所有控制器
|
||
self._update_controllers()
|
||
|
||
# 处理手势识别
|
||
if self.gesture_enabled:
|
||
self._process_gestures()
|
||
|
||
# 处理交互
|
||
if self.interaction_enabled:
|
||
self._process_interactions()
|
||
|
||
except Exception as e:
|
||
print(f"VR输入更新错误: {str(e)}")
|
||
|
||
return Task.cont
|
||
|
||
def _update_controllers(self):
|
||
"""更新控制器状态"""
|
||
# 获取控制器姿态
|
||
controller_poses = self.vr_manager.controller_poses
|
||
|
||
for controller_id, pose in controller_poses.items():
|
||
# 获取控制器输入
|
||
input_data = self.vr_manager.get_controller_input(controller_id)
|
||
if not input_data:
|
||
continue
|
||
|
||
# 更新控制器状态
|
||
if controller_id not in self.controllers:
|
||
self.controllers[controller_id] = {}
|
||
|
||
prev_state = self.controllers[controller_id].copy()
|
||
self.controllers[controller_id] = input_data
|
||
|
||
# 更新控制器可视化
|
||
self._update_controller_visualization(controller_id, pose)
|
||
|
||
# 处理输入事件
|
||
self._process_controller_input(controller_id, input_data, prev_state)
|
||
|
||
def _process_controller_input(self, controller_id, current_state, prev_state):
|
||
"""处理控制器输入"""
|
||
# 检查按钮状态变化
|
||
for input_type, handler in self.input_mappings.items():
|
||
if input_type in current_state:
|
||
current_value = current_state[input_type]
|
||
prev_value = prev_state.get(input_type, 0)
|
||
|
||
# 处理按钮按下/释放
|
||
if isinstance(current_value, (int, float)):
|
||
if current_value > 0.5 and prev_value <= 0.5:
|
||
handler(controller_id, 'press', current_value)
|
||
elif current_value <= 0.5 and prev_value > 0.5:
|
||
handler(controller_id, 'release', current_value)
|
||
elif current_value > 0.5:
|
||
handler(controller_id, 'hold', current_value)
|
||
|
||
# 处理触摸板
|
||
elif isinstance(current_value, tuple) and len(current_value) == 2:
|
||
if current_value != prev_value:
|
||
handler(controller_id, 'move', current_value)
|
||
|
||
def _handle_trigger(self, controller_id, action, value):
|
||
"""处理扳机输入"""
|
||
if action == 'press':
|
||
print(f"控制器 {controller_id} 扳机按下 (强度: {value:.2f})")
|
||
self._try_grab_object(controller_id)
|
||
elif action == 'release':
|
||
print(f"控制器 {controller_id} 扳机释放")
|
||
self._try_release_object(controller_id)
|
||
|
||
def _handle_grip(self, controller_id, action, value):
|
||
"""处理握持输入"""
|
||
if action == 'press':
|
||
print(f"控制器 {controller_id} 握持按下 (强度: {value:.2f})")
|
||
self._toggle_interaction_mode(controller_id)
|
||
elif action == 'release':
|
||
print(f"控制器 {controller_id} 握持释放")
|
||
|
||
def _handle_touchpad(self, controller_id, action, value):
|
||
"""处理触摸板输入"""
|
||
if action == 'move':
|
||
x, y = value
|
||
print(f"控制器 {controller_id} 触摸板: ({x:.2f}, {y:.2f})")
|
||
|
||
# 根据触摸板位置执行不同操作
|
||
if abs(x) > 0.7: # 左右滑动
|
||
self._handle_horizontal_swipe(controller_id, x)
|
||
elif abs(y) > 0.7: # 上下滑动
|
||
self._handle_vertical_swipe(controller_id, y)
|
||
|
||
def _handle_menu(self, controller_id, action, value):
|
||
"""处理菜单按钮"""
|
||
if action == 'press':
|
||
print(f"控制器 {controller_id} 菜单按钮按下")
|
||
self._show_vr_menu(controller_id)
|
||
|
||
def _handle_system(self, controller_id, action, value):
|
||
"""处理系统按钮"""
|
||
if action == 'press':
|
||
print(f"控制器 {controller_id} 系统按钮按下")
|
||
# 系统按钮通常由VR系统处理
|
||
|
||
def _handle_horizontal_swipe(self, controller_id, direction):
|
||
"""处理水平滑动"""
|
||
if direction > 0:
|
||
print(f"控制器 {controller_id} 右滑")
|
||
self._switch_tool(controller_id, 'next')
|
||
else:
|
||
print(f"控制器 {controller_id} 左滑")
|
||
self._switch_tool(controller_id, 'prev')
|
||
|
||
def _handle_vertical_swipe(self, controller_id, direction):
|
||
"""处理垂直滑动"""
|
||
if direction > 0:
|
||
print(f"控制器 {controller_id} 上滑")
|
||
self._zoom_in(controller_id)
|
||
else:
|
||
print(f"控制器 {controller_id} 下滑")
|
||
self._zoom_out(controller_id)
|
||
|
||
def _try_grab_object(self, controller_id):
|
||
"""尝试抓取对象"""
|
||
if controller_id not in self.controllers:
|
||
return
|
||
|
||
# 获取控制器射线
|
||
ray = self._get_controller_ray(controller_id)
|
||
if not ray:
|
||
return
|
||
|
||
# 执行射线检测
|
||
hit_object = self._raycast_from_controller(controller_id)
|
||
if hit_object:
|
||
self.selected_object = hit_object
|
||
controller_pose = self.controllers[controller_id].get('pose')
|
||
if controller_pose:
|
||
# 计算抓取偏移
|
||
object_pos = hit_object.getPos()
|
||
controller_pos = controller_pose.getTranslate()
|
||
self.grab_offset = object_pos - controller_pos
|
||
|
||
print(f"抓取对象: {hit_object.getName()}")
|
||
|
||
# 发送抓取事件
|
||
self.world.event_handler.messenger.send('vr-object-grabbed', [hit_object, controller_id])
|
||
|
||
def _try_release_object(self, controller_id):
|
||
"""尝试释放对象"""
|
||
if self.selected_object:
|
||
print(f"释放对象: {self.selected_object.getName()}")
|
||
|
||
# 发送释放事件
|
||
self.world.event_handler.messenger.send('vr-object-released', [self.selected_object, controller_id])
|
||
|
||
self.selected_object = None
|
||
self.grab_offset = Vec3(0, 0, 0)
|
||
|
||
def _raycast_from_controller(self, controller_id):
|
||
"""从控制器发射射线检测"""
|
||
if controller_id not in self.controllers:
|
||
return None
|
||
|
||
controller_pose = self.controllers[controller_id].get('pose')
|
||
if not controller_pose:
|
||
return None
|
||
|
||
# 获取控制器位置和方向
|
||
controller_pos = controller_pose.getTranslate()
|
||
controller_forward = controller_pose.getQuat().getForward()
|
||
|
||
# 创建射线
|
||
ray = CollisionRay()
|
||
ray.setOrigin(controller_pos)
|
||
ray.setDirection(controller_forward)
|
||
|
||
# 执行碰撞检测
|
||
traverser = self.world.cTrav if hasattr(self.world, 'cTrav') else None
|
||
if not traverser:
|
||
return None
|
||
|
||
handler = CollisionHandlerQueue()
|
||
collision_node = CollisionNode('vr_controller_ray')
|
||
collision_node.addSolid(ray)
|
||
|
||
ray_np = self.world.render.attachNewNode(collision_node)
|
||
traverser.addCollider(ray_np, handler)
|
||
|
||
# 遍历碰撞
|
||
traverser.traverse(self.world.render)
|
||
|
||
# 清理
|
||
ray_np.removeNode()
|
||
|
||
# 返回最近的碰撞对象
|
||
if handler.getNumEntries() > 0:
|
||
handler.sortEntries()
|
||
entry = handler.getEntry(0)
|
||
return entry.getIntoNodePath()
|
||
|
||
return None
|
||
|
||
def _get_controller_ray(self, controller_id):
|
||
"""获取控制器射线"""
|
||
return self.controller_rays.get(controller_id)
|
||
|
||
def _setup_controller_visualization(self):
|
||
"""设置控制器可视化"""
|
||
print("设置控制器可视化...")
|
||
|
||
# 为每个控制器创建可视化节点
|
||
for controller_id in self.controllers:
|
||
self._create_controller_model(controller_id)
|
||
|
||
def _create_controller_model(self, controller_id):
|
||
"""创建控制器模型"""
|
||
# 创建简单的控制器模型（立方体）
|
||
from panda3d.core import CardMaker
|
||
|
||
cm = CardMaker(f"controller_{controller_id}")
|
||
cm.setFrame(-0.05, 0.05, -0.05, 0.05)
|
||
|
||
controller_node = self.world.render.attachNewNode(cm.generate())
|
||
controller_node.setColor(0.2, 0.8, 1.0, 0.8)
|
||
controller_node.setScale(0.1, 0.2, 0.05)
|
||
|
||
self.controller_nodes[controller_id] = controller_node
|
||
|
||
# 创建控制器射线可视化
|
||
self._create_controller_ray_visual(controller_id)
|
||
|
||
def _create_controller_ray_visual(self, controller_id):
|
||
"""创建控制器射线可视化"""
|
||
from panda3d.core import LineSegs
|
||
|
||
# 创建射线线段
|
||
lines = LineSegs()
|
||
lines.setColor(1, 0, 0, 0.5)
|
||
lines.moveTo(0, 0, 0)
|
||
lines.drawTo(0, 2, 0) # 2米长的射线
|
||
|
||
ray_node = self.world.render.attachNewNode(lines.create())
|
||
ray_node.setRenderModeWireframe()
|
||
ray_node.hide() # 默认隐藏
|
||
|
||
self.controller_rays[controller_id] = ray_node
|
||
|
||
def _update_controller_visualization(self, controller_id, pose):
|
||
"""更新控制器可视化"""
|
||
if controller_id in self.controller_nodes:
|
||
node = self.controller_nodes[controller_id]
|
||
node.setMat(pose)
|
||
|
||
if controller_id in self.controller_rays:
|
||
ray_node = self.controller_rays[controller_id]
|
||
ray_node.setMat(pose)
|
||
|
||
def _cleanup_controller_visualization(self):
|
||
"""清理控制器可视化"""
|
||
for node in self.controller_nodes.values():
|
||
node.removeNode()
|
||
|
||
for ray in self.controller_rays.values():
|
||
ray.removeNode()
|
||
|
||
self.controller_nodes.clear()
|
||
self.controller_rays.clear()
|
||
|
||
def _process_gestures(self):
|
||
"""处理手势识别"""
|
||
# 简单的手势识别逻辑
|
||
# 这里可以实现更复杂的手势识别算法
|
||
pass
|
||
|
||
def _process_interactions(self):
|
||
"""处理交互逻辑"""
|
||
# 如果有选中的对象，更新其位置
|
||
if self.selected_object:
|
||
self._update_grabbed_object()
|
||
|
||
def _update_grabbed_object(self):
|
||
"""更新被抓取对象的位置"""
|
||
if not self.selected_object:
|
||
return
|
||
|
||
# 找到抓取该对象的控制器
|
||
grabbing_controller = None
|
||
for controller_id, controller_state in self.controllers.items():
|
||
if controller_state.get('trigger', 0) > 0.5:
|
||
grabbing_controller = controller_id
|
||
break
|
||
|
||
if not grabbing_controller:
|
||
return
|
||
|
||
# 更新对象位置
|
||
controller_pose = self.controllers[grabbing_controller].get('pose')
|
||
if controller_pose:
|
||
controller_pos = controller_pose.getTranslate()
|
||
new_pos = controller_pos + self.grab_offset
|
||
self.selected_object.setPos(new_pos)
|
||
|
||
def _toggle_interaction_mode(self, controller_id):
|
||
"""切换交互模式"""
|
||
self.interaction_enabled = not self.interaction_enabled
|
||
print(f"交互模式: {'启用' if self.interaction_enabled else '禁用'}")
|
||
|
||
def _show_vr_menu(self, controller_id):
|
||
"""显示VR菜单"""
|
||
print(f"显示VR菜单 (控制器 {controller_id})")
|
||
# 这里可以实现VR菜单显示逻辑
|
||
pass
|
||
|
||
def _switch_tool(self, controller_id, direction):
|
||
"""切换工具"""
|
||
print(f"切换工具: {direction} (控制器 {controller_id})")
|
||
# 这里可以实现工具切换逻辑
|
||
pass
|
||
|
||
def _zoom_in(self, controller_id):
|
||
"""放大"""
|
||
print(f"放大 (控制器 {controller_id})")
|
||
# 实现放大逻辑
|
||
pass
|
||
|
||
def _zoom_out(self, controller_id):
|
||
"""缩小"""
|
||
print(f"缩小 (控制器 {controller_id})")
|
||
# 实现缩小逻辑
|
||
pass
|
||
|
||
def show_controller_rays(self, show=True):
|
||
"""显示/隐藏控制器射线"""
|
||
for ray in self.controller_rays.values():
|
||
if show:
|
||
ray.show()
|
||
else:
|
||
ray.hide()
|
||
|
||
def get_controller_state(self, controller_id):
|
||
"""获取控制器状态"""
|
||
return self.controllers.get(controller_id, {})
|
||
|
||
def get_all_controllers(self):
|
||
"""获取所有控制器"""
|
||
return list(self.controllers.keys())
|
||
|
||
def set_gesture_enabled(self, enabled):
|
||
"""设置手势识别启用状态"""
|
||
self.gesture_enabled = enabled
|
||
print(f"手势识别: {'启用' if enabled else '禁用'}")
|
||
|
||
def set_interaction_enabled(self, enabled):
|
||
"""设置交互启用状态"""
|
||
self.interaction_enabled = enabled
|
||
print(f"VR交互: {'启用' if enabled else '禁用'}") |