openxr_interface.cpp 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788
  1. /*************************************************************************/
  2. /* openxr_interface.cpp */
  3. /*************************************************************************/
  4. /* This file is part of: */
  5. /* GODOT ENGINE */
  6. /* https://godotengine.org */
  7. /*************************************************************************/
  8. /* Copyright (c) 2007-2022 Juan Linietsky, Ariel Manzur. */
  9. /* Copyright (c) 2014-2022 Godot Engine contributors (cf. AUTHORS.md). */
  10. /* */
  11. /* Permission is hereby granted, free of charge, to any person obtaining */
  12. /* a copy of this software and associated documentation files (the */
  13. /* "Software"), to deal in the Software without restriction, including */
  14. /* without limitation the rights to use, copy, modify, merge, publish, */
  15. /* distribute, sublicense, and/or sell copies of the Software, and to */
  16. /* permit persons to whom the Software is furnished to do so, subject to */
  17. /* the following conditions: */
  18. /* */
  19. /* The above copyright notice and this permission notice shall be */
  20. /* included in all copies or substantial portions of the Software. */
  21. /* */
  22. /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
  23. /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
  24. /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/
  25. /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
  26. /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
  27. /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
  28. /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
  29. /*************************************************************************/
  30. #include "openxr_interface.h"
  31. #include "core/io/resource_loader.h"
  32. #include "core/io/resource_saver.h"
  33. #include "servers/rendering/rendering_server_globals.h"
  34. void OpenXRInterface::_bind_methods() {
  35. // lifecycle signals
  36. ADD_SIGNAL(MethodInfo("session_begun"));
  37. ADD_SIGNAL(MethodInfo("session_stopping"));
  38. ADD_SIGNAL(MethodInfo("session_focussed"));
  39. ADD_SIGNAL(MethodInfo("session_visible"));
  40. ADD_SIGNAL(MethodInfo("pose_recentered"));
  41. }
  42. StringName OpenXRInterface::get_name() const {
  43. return StringName("OpenXR");
  44. };
  45. uint32_t OpenXRInterface::get_capabilities() const {
  46. return XRInterface::XR_VR + XRInterface::XR_STEREO;
  47. };
  48. PackedStringArray OpenXRInterface::get_suggested_tracker_names() const {
  49. // These are hardcoded in OpenXR, note that they will only be available if added to our action map
  50. PackedStringArray arr = {
  51. "left_hand", // /user/hand/left is mapped to our defaults
  52. "right_hand", // /user/hand/right is mapped to our defaults
  53. "/user/treadmill",
  54. // Even though these are only available if you have the tracker extension,
  55. // we add these as we may be deploying on a different platform than our
  56. // editor is running on.
  57. "/user/vive_tracker_htcx/role/handheld_object",
  58. "/user/vive_tracker_htcx/role/left_foot",
  59. "/user/vive_tracker_htcx/role/right_foot",
  60. "/user/vive_tracker_htcx/role/left_shoulder",
  61. "/user/vive_tracker_htcx/role/right_shoulder",
  62. "/user/vive_tracker_htcx/role/left_elbow",
  63. "/user/vive_tracker_htcx/role/right_elbow",
  64. "/user/vive_tracker_htcx/role/left_knee",
  65. "/user/vive_tracker_htcx/role/right_knee",
  66. "/user/vive_tracker_htcx/role/waist",
  67. "/user/vive_tracker_htcx/role/chest",
  68. "/user/vive_tracker_htcx/role/camera",
  69. "/user/vive_tracker_htcx/role/keyboard"
  70. };
  71. return arr;
  72. }
  73. XRInterface::TrackingStatus OpenXRInterface::get_tracking_status() const {
  74. return tracking_state;
  75. }
  76. void OpenXRInterface::_load_action_map() {
  77. ERR_FAIL_NULL(openxr_api);
  78. // This may seem a bit duplicitous to a little bit of background info here.
  79. // OpenXRActionMap (with all its sub resource classes) is a class that allows us to configure and store an action map in.
  80. // This gives the user the ability to edit the action map in a UI and customise the actions.
  81. // OpenXR however requires us to submit an action map and it takes over from that point and we can no longer change it.
  82. // This system does that push and we store the info needed to then work with this action map going forward.
  83. // Within our openxr device we maintain a number of classes that wrap the relevant OpenXR objects for this.
  84. // Within OpenXRInterface we have a few internal classes that keep track of what we've created.
  85. // This allow us to process the relevant actions each frame.
  86. // just in case clean up
  87. free_trackers();
  88. free_interaction_profiles();
  89. free_action_sets();
  90. Ref<OpenXRActionMap> action_map;
  91. if (Engine::get_singleton()->is_editor_hint()) {
  92. #ifdef TOOLS_ENABLED
  93. action_map.instantiate();
  94. action_map->create_editor_action_sets();
  95. #endif
  96. } else {
  97. String default_tres_name = openxr_api->get_default_action_map_resource_name();
  98. // Check if we can load our default
  99. if (ResourceLoader::exists(default_tres_name)) {
  100. action_map = ResourceLoader::load(default_tres_name);
  101. }
  102. // Check if we need to create default action set
  103. if (action_map.is_null()) {
  104. action_map.instantiate();
  105. action_map->create_default_action_sets();
  106. #ifdef TOOLS_ENABLED
  107. // Save our action sets so our user can
  108. action_map->set_path(default_tres_name, true);
  109. ResourceSaver::save(action_map, default_tres_name);
  110. #endif
  111. }
  112. }
  113. // process our action map
  114. if (action_map.is_valid()) {
  115. HashMap<Ref<OpenXRAction>, Action *> xr_actions;
  116. Array action_sets = action_map->get_action_sets();
  117. for (int i = 0; i < action_sets.size(); i++) {
  118. // Create our action set
  119. Ref<OpenXRActionSet> xr_action_set = action_sets[i];
  120. ActionSet *action_set = create_action_set(xr_action_set->get_name(), xr_action_set->get_localized_name(), xr_action_set->get_priority());
  121. if (!action_set) {
  122. continue;
  123. }
  124. // Now create our actions for these
  125. Array actions = xr_action_set->get_actions();
  126. for (int j = 0; j < actions.size(); j++) {
  127. Ref<OpenXRAction> xr_action = actions[j];
  128. PackedStringArray toplevel_paths = xr_action->get_toplevel_paths();
  129. Vector<Tracker *> trackers;
  130. for (int k = 0; k < toplevel_paths.size(); k++) {
  131. Tracker *tracker = find_tracker(toplevel_paths[k], true);
  132. if (tracker) {
  133. trackers.push_back(tracker);
  134. }
  135. }
  136. Action *action = create_action(action_set, xr_action->get_name(), xr_action->get_localized_name(), xr_action->get_action_type(), trackers);
  137. if (action) {
  138. // we link our actions back to our trackers so we know which actions to check when we're processing our trackers
  139. for (int t = 0; t < trackers.size(); t++) {
  140. link_action_to_tracker(trackers[t], action);
  141. }
  142. // add this to our map for creating our interaction profiles
  143. xr_actions[xr_action] = action;
  144. }
  145. }
  146. }
  147. // now do our suggestions
  148. Array interaction_profiles = action_map->get_interaction_profiles();
  149. for (int i = 0; i < interaction_profiles.size(); i++) {
  150. Ref<OpenXRInteractionProfile> xr_interaction_profile = interaction_profiles[i];
  151. // Note, we can only have one entry per interaction profile so if it already exists we clear it out
  152. RID ip = openxr_api->interaction_profile_create(xr_interaction_profile->get_interaction_profile_path());
  153. openxr_api->interaction_profile_clear_bindings(ip);
  154. Array xr_bindings = xr_interaction_profile->get_bindings();
  155. for (int j = 0; j < xr_bindings.size(); j++) {
  156. Ref<OpenXRIPBinding> xr_binding = xr_bindings[j];
  157. Ref<OpenXRAction> xr_action = xr_binding->get_action();
  158. Action *action = nullptr;
  159. if (xr_actions.has(xr_action)) {
  160. action = xr_actions[xr_action];
  161. } else {
  162. print_line("Action ", xr_action->get_name(), " isn't part of an action set!");
  163. continue;
  164. }
  165. PackedStringArray paths = xr_binding->get_paths();
  166. for (int k = 0; k < paths.size(); k++) {
  167. openxr_api->interaction_profile_add_binding(ip, action->action_rid, paths[k]);
  168. }
  169. }
  170. // Now submit our suggestions
  171. openxr_api->interaction_profile_suggest_bindings(ip);
  172. // And record it in our array so we can clean it up later on
  173. if (interaction_profiles.has(ip)) {
  174. interaction_profiles.push_back(ip);
  175. }
  176. }
  177. }
  178. }
  179. OpenXRInterface::ActionSet *OpenXRInterface::create_action_set(const String &p_action_set_name, const String &p_localized_name, const int p_priority) {
  180. ERR_FAIL_NULL_V(openxr_api, nullptr);
  181. // find if it already exists
  182. for (int i = 0; i < action_sets.size(); i++) {
  183. if (action_sets[i]->action_set_name == p_action_set_name) {
  184. // already exists in this set
  185. return nullptr;
  186. }
  187. }
  188. ActionSet *action_set = memnew(ActionSet);
  189. action_set->action_set_name = p_action_set_name;
  190. action_set->is_active = true;
  191. action_set->action_set_rid = openxr_api->action_set_create(p_action_set_name, p_localized_name, p_priority);
  192. action_sets.push_back(action_set);
  193. return action_set;
  194. }
  195. void OpenXRInterface::free_action_sets() {
  196. ERR_FAIL_NULL(openxr_api);
  197. for (int i = 0; i < action_sets.size(); i++) {
  198. ActionSet *action_set = action_sets[i];
  199. free_actions(action_set);
  200. openxr_api->action_set_free(action_set->action_set_rid);
  201. memfree(action_set);
  202. }
  203. action_sets.clear();
  204. }
  205. OpenXRInterface::Action *OpenXRInterface::create_action(ActionSet *p_action_set, const String &p_action_name, const String &p_localized_name, OpenXRAction::ActionType p_action_type, const Vector<Tracker *> p_trackers) {
  206. ERR_FAIL_NULL_V(openxr_api, nullptr);
  207. for (int i = 0; i < p_action_set->actions.size(); i++) {
  208. if (p_action_set->actions[i]->action_name == p_action_name) {
  209. // already exists in this set
  210. return nullptr;
  211. }
  212. }
  213. Vector<RID> tracker_rids;
  214. for (int i = 0; i < p_trackers.size(); i++) {
  215. tracker_rids.push_back(p_trackers[i]->tracker_rid);
  216. }
  217. Action *action = memnew(Action);
  218. if (p_action_type == OpenXRAction::OPENXR_ACTION_POSE) {
  219. // We can't have dual action names in OpenXR hence we added _pose,
  220. // but default, aim and grip and default pose action names in Godot so rename them on the tracker.
  221. // NOTE need to decide on whether we should keep the naming convention or rename it on Godots side
  222. if (p_action_name == "default_pose") {
  223. action->action_name = "default";
  224. } else if (p_action_name == "aim_pose") {
  225. action->action_name = "aim";
  226. } else if (p_action_name == "grip_pose") {
  227. action->action_name = "grip";
  228. } else {
  229. action->action_name = p_action_name;
  230. }
  231. } else {
  232. action->action_name = p_action_name;
  233. }
  234. action->action_type = p_action_type;
  235. action->action_rid = openxr_api->action_create(p_action_set->action_set_rid, p_action_name, p_localized_name, p_action_type, tracker_rids);
  236. p_action_set->actions.push_back(action);
  237. return action;
  238. }
  239. OpenXRInterface::Action *OpenXRInterface::find_action(const String &p_action_name) {
  240. // We just find the first action by this name
  241. for (int i = 0; i < action_sets.size(); i++) {
  242. for (int j = 0; j < action_sets[i]->actions.size(); j++) {
  243. if (action_sets[i]->actions[j]->action_name == p_action_name) {
  244. return action_sets[i]->actions[j];
  245. }
  246. }
  247. }
  248. // not found
  249. return nullptr;
  250. }
  251. void OpenXRInterface::free_actions(ActionSet *p_action_set) {
  252. ERR_FAIL_NULL(openxr_api);
  253. for (int i = 0; i < p_action_set->actions.size(); i++) {
  254. Action *action = p_action_set->actions[i];
  255. openxr_api->action_free(action->action_rid);
  256. memdelete(action);
  257. }
  258. p_action_set->actions.clear();
  259. }
  260. OpenXRInterface::Tracker *OpenXRInterface::find_tracker(const String &p_tracker_name, bool p_create) {
  261. XRServer *xr_server = XRServer::get_singleton();
  262. ERR_FAIL_NULL_V(xr_server, nullptr);
  263. ERR_FAIL_NULL_V(openxr_api, nullptr);
  264. Tracker *tracker = nullptr;
  265. for (int i = 0; i < trackers.size(); i++) {
  266. tracker = trackers[i];
  267. if (tracker->tracker_name == p_tracker_name) {
  268. return tracker;
  269. }
  270. }
  271. if (!p_create) {
  272. return nullptr;
  273. }
  274. // Create our RID
  275. RID tracker_rid = openxr_api->tracker_create(p_tracker_name);
  276. ERR_FAIL_COND_V(tracker_rid.is_null(), nullptr);
  277. // create our positional tracker
  278. Ref<XRPositionalTracker> positional_tracker;
  279. positional_tracker.instantiate();
  280. // We have standardised some names to make things nicer to the user so lets recognise the toplevel paths related to these.
  281. if (p_tracker_name == "/user/hand/left") {
  282. positional_tracker->set_tracker_type(XRServer::TRACKER_CONTROLLER);
  283. positional_tracker->set_tracker_name("left_hand");
  284. positional_tracker->set_tracker_desc("Left hand controller");
  285. positional_tracker->set_tracker_hand(XRPositionalTracker::TRACKER_HAND_LEFT);
  286. } else if (p_tracker_name == "/user/hand/right") {
  287. positional_tracker->set_tracker_type(XRServer::TRACKER_CONTROLLER);
  288. positional_tracker->set_tracker_name("right_hand");
  289. positional_tracker->set_tracker_desc("Right hand controller");
  290. positional_tracker->set_tracker_hand(XRPositionalTracker::TRACKER_HAND_RIGHT);
  291. } else {
  292. positional_tracker->set_tracker_type(XRServer::TRACKER_CONTROLLER);
  293. positional_tracker->set_tracker_name(p_tracker_name);
  294. positional_tracker->set_tracker_desc(p_tracker_name);
  295. }
  296. positional_tracker->set_tracker_profile(INTERACTION_PROFILE_NONE);
  297. xr_server->add_tracker(positional_tracker);
  298. // create a new entry
  299. tracker = memnew(Tracker);
  300. tracker->tracker_name = p_tracker_name;
  301. tracker->tracker_rid = tracker_rid;
  302. tracker->positional_tracker = positional_tracker;
  303. tracker->interaction_profile = RID();
  304. trackers.push_back(tracker);
  305. return tracker;
  306. }
  307. void OpenXRInterface::tracker_profile_changed(RID p_tracker, RID p_interaction_profile) {
  308. Tracker *tracker = nullptr;
  309. for (int i = 0; i < trackers.size() && tracker == nullptr; i++) {
  310. if (trackers[i]->tracker_rid == p_tracker) {
  311. tracker = trackers[i];
  312. }
  313. }
  314. ERR_FAIL_NULL(tracker);
  315. tracker->interaction_profile = p_interaction_profile;
  316. if (p_interaction_profile.is_null()) {
  317. print_verbose("OpenXR: Interaction profile for " + tracker->tracker_name + " changed to " + INTERACTION_PROFILE_NONE);
  318. tracker->positional_tracker->set_tracker_profile(INTERACTION_PROFILE_NONE);
  319. } else {
  320. String name = openxr_api->interaction_profile_get_name(p_interaction_profile);
  321. print_verbose("OpenXR: Interaction profile for " + tracker->tracker_name + " changed to " + name);
  322. tracker->positional_tracker->set_tracker_profile(name);
  323. }
  324. }
  325. void OpenXRInterface::link_action_to_tracker(Tracker *p_tracker, Action *p_action) {
  326. if (p_tracker->actions.find(p_action) == -1) {
  327. p_tracker->actions.push_back(p_action);
  328. }
  329. }
  330. void OpenXRInterface::handle_tracker(Tracker *p_tracker) {
  331. ERR_FAIL_NULL(openxr_api);
  332. ERR_FAIL_COND(p_tracker->positional_tracker.is_null());
  333. // Note, which actions are actually bound to inputs are handled by our interaction profiles however interaction
  334. // profiles are suggested bindings for controller types we know about. OpenXR runtimes can stray away from these
  335. // and rebind them or even offer bindings to controllers that are not known to us.
  336. // We don't really have a consistent way to detect whether a controller is active however as long as it is
  337. // unbound it seems to be unavailable, so far unknown controller seem to mimic one of the profiles we've
  338. // supplied.
  339. if (p_tracker->interaction_profile.is_null()) {
  340. return;
  341. }
  342. // We check all actions that are related to our tracker.
  343. for (int i = 0; i < p_tracker->actions.size(); i++) {
  344. Action *action = p_tracker->actions[i];
  345. switch (action->action_type) {
  346. case OpenXRAction::OPENXR_ACTION_BOOL: {
  347. bool pressed = openxr_api->get_action_bool(action->action_rid, p_tracker->tracker_rid);
  348. p_tracker->positional_tracker->set_input(action->action_name, Variant(pressed));
  349. } break;
  350. case OpenXRAction::OPENXR_ACTION_FLOAT: {
  351. real_t value = openxr_api->get_action_float(action->action_rid, p_tracker->tracker_rid);
  352. p_tracker->positional_tracker->set_input(action->action_name, Variant(value));
  353. } break;
  354. case OpenXRAction::OPENXR_ACTION_VECTOR2: {
  355. Vector2 value = openxr_api->get_action_vector2(action->action_rid, p_tracker->tracker_rid);
  356. p_tracker->positional_tracker->set_input(action->action_name, Variant(value));
  357. } break;
  358. case OpenXRAction::OPENXR_ACTION_POSE: {
  359. Transform3D transform;
  360. Vector3 linear, angular;
  361. XRPose::TrackingConfidence confidence = openxr_api->get_action_pose(action->action_rid, p_tracker->tracker_rid, transform, linear, angular);
  362. if (confidence != XRPose::XR_TRACKING_CONFIDENCE_NONE) {
  363. p_tracker->positional_tracker->set_pose(action->action_name, transform, linear, angular, confidence);
  364. } else {
  365. p_tracker->positional_tracker->invalidate_pose(action->action_name);
  366. }
  367. } break;
  368. default: {
  369. // not yet supported
  370. } break;
  371. }
  372. }
  373. }
  374. void OpenXRInterface::trigger_haptic_pulse(const String &p_action_name, const StringName &p_tracker_name, double p_frequency, double p_amplitude, double p_duration_sec, double p_delay_sec) {
  375. ERR_FAIL_NULL(openxr_api);
  376. Action *action = find_action(p_action_name);
  377. ERR_FAIL_NULL(action);
  378. Tracker *tracker = find_tracker(p_tracker_name);
  379. ERR_FAIL_NULL(tracker);
  380. // TODO OpenXR does not support delay, so we may need to add support for that somehow...
  381. XrDuration duration = XrDuration(p_duration_sec * 1000000000.0); // seconds -> nanoseconds
  382. openxr_api->trigger_haptic_pulse(action->action_rid, tracker->tracker_rid, p_frequency, p_amplitude, duration);
  383. }
  384. void OpenXRInterface::free_trackers() {
  385. XRServer *xr_server = XRServer::get_singleton();
  386. ERR_FAIL_NULL(xr_server);
  387. ERR_FAIL_NULL(openxr_api);
  388. for (int i = 0; i < trackers.size(); i++) {
  389. Tracker *tracker = trackers[i];
  390. openxr_api->tracker_free(tracker->tracker_rid);
  391. xr_server->remove_tracker(tracker->positional_tracker);
  392. tracker->positional_tracker.unref();
  393. memdelete(tracker);
  394. }
  395. trackers.clear();
  396. }
  397. void OpenXRInterface::free_interaction_profiles() {
  398. ERR_FAIL_NULL(openxr_api);
  399. for (int i = 0; i < interaction_profiles.size(); i++) {
  400. openxr_api->interaction_profile_free(interaction_profiles[i]);
  401. }
  402. interaction_profiles.clear();
  403. }
  404. bool OpenXRInterface::initialize_on_startup() const {
  405. if (openxr_api == nullptr) {
  406. return false;
  407. } else if (!openxr_api->is_initialized()) {
  408. return false;
  409. } else {
  410. return true;
  411. }
  412. }
  413. bool OpenXRInterface::is_initialized() const {
  414. return initialized;
  415. };
  416. bool OpenXRInterface::initialize() {
  417. XRServer *xr_server = XRServer::get_singleton();
  418. ERR_FAIL_NULL_V(xr_server, false);
  419. if (openxr_api == nullptr) {
  420. return false;
  421. } else if (!openxr_api->is_initialized()) {
  422. return false;
  423. } else if (initialized) {
  424. return true;
  425. }
  426. // load up our action sets before setting up our session, note that our profiles are suggestions, OpenXR takes ownership of (re)binding
  427. _load_action_map();
  428. if (!openxr_api->initialize_session()) {
  429. return false;
  430. }
  431. // we must create a tracker for our head
  432. head.instantiate();
  433. head->set_tracker_type(XRServer::TRACKER_HEAD);
  434. head->set_tracker_name("head");
  435. head->set_tracker_desc("Players head");
  436. xr_server->add_tracker(head);
  437. // attach action sets
  438. for (int i = 0; i < action_sets.size(); i++) {
  439. openxr_api->action_set_attach(action_sets[i]->action_set_rid);
  440. }
  441. // make this our primary interface
  442. xr_server->set_primary_interface(this);
  443. initialized = true;
  444. return initialized;
  445. }
  446. void OpenXRInterface::uninitialize() {
  447. // Our OpenXR driver will clean itself up properly when Godot exits, so we just do some basic stuff here
  448. // end the session if we need to?
  449. // cleanup stuff
  450. free_trackers();
  451. free_interaction_profiles();
  452. free_action_sets();
  453. XRServer *xr_server = XRServer::get_singleton();
  454. if (xr_server) {
  455. if (head.is_valid()) {
  456. xr_server->remove_tracker(head);
  457. head.unref();
  458. }
  459. }
  460. initialized = false;
  461. }
  462. bool OpenXRInterface::supports_play_area_mode(XRInterface::PlayAreaMode p_mode) {
  463. return false;
  464. }
  465. XRInterface::PlayAreaMode OpenXRInterface::get_play_area_mode() const {
  466. return XRInterface::XR_PLAY_AREA_UNKNOWN;
  467. }
  468. bool OpenXRInterface::set_play_area_mode(XRInterface::PlayAreaMode p_mode) {
  469. return false;
  470. }
  471. Size2 OpenXRInterface::get_render_target_size() {
  472. if (openxr_api == nullptr) {
  473. return Size2();
  474. } else {
  475. return openxr_api->get_recommended_target_size();
  476. }
  477. }
  478. uint32_t OpenXRInterface::get_view_count() {
  479. // TODO set this based on our configuration
  480. return 2;
  481. }
  482. void OpenXRInterface::_set_default_pos(Transform3D &p_transform, double p_world_scale, uint64_t p_eye) {
  483. p_transform = Transform3D();
  484. // if we're not tracking, don't put our head on the floor...
  485. p_transform.origin.y = 1.5 * p_world_scale;
  486. // overkill but..
  487. if (p_eye == 1) {
  488. p_transform.origin.x = 0.03 * p_world_scale;
  489. } else if (p_eye == 2) {
  490. p_transform.origin.x = -0.03 * p_world_scale;
  491. }
  492. }
  493. Transform3D OpenXRInterface::get_camera_transform() {
  494. XRServer *xr_server = XRServer::get_singleton();
  495. ERR_FAIL_NULL_V(xr_server, Transform3D());
  496. Transform3D hmd_transform;
  497. double world_scale = xr_server->get_world_scale();
  498. // head_transform should be updated in process
  499. hmd_transform.basis = head_transform.basis;
  500. hmd_transform.origin = head_transform.origin * world_scale;
  501. return hmd_transform;
  502. }
  503. Transform3D OpenXRInterface::get_transform_for_view(uint32_t p_view, const Transform3D &p_cam_transform) {
  504. XRServer *xr_server = XRServer::get_singleton();
  505. ERR_FAIL_NULL_V(xr_server, Transform3D());
  506. Transform3D t;
  507. if (openxr_api && openxr_api->get_view_transform(p_view, t)) {
  508. // update our cached value if we have a valid transform
  509. transform_for_view[p_view] = t;
  510. } else {
  511. // reuse cached value
  512. t = transform_for_view[p_view];
  513. }
  514. // Apply our world scale
  515. double world_scale = xr_server->get_world_scale();
  516. t.origin *= world_scale;
  517. return p_cam_transform * xr_server->get_reference_frame() * t;
  518. }
  519. Projection OpenXRInterface::get_projection_for_view(uint32_t p_view, double p_aspect, double p_z_near, double p_z_far) {
  520. Projection cm;
  521. if (openxr_api) {
  522. if (openxr_api->get_view_projection(p_view, p_z_near, p_z_far, cm)) {
  523. return cm;
  524. }
  525. }
  526. // Failed to get from our OpenXR device? Default to some sort of sensible camera matrix..
  527. cm.set_for_hmd(p_view + 1, 1.0, 6.0, 14.5, 4.0, 1.5, p_z_near, p_z_far);
  528. return cm;
  529. }
  530. void OpenXRInterface::process() {
  531. if (openxr_api) {
  532. // do our normal process
  533. if (openxr_api->process()) {
  534. Transform3D t;
  535. Vector3 linear_velocity;
  536. Vector3 angular_velocity;
  537. XRPose::TrackingConfidence confidence = openxr_api->get_head_center(t, linear_velocity, angular_velocity);
  538. if (confidence != XRPose::XR_TRACKING_CONFIDENCE_NONE) {
  539. // Only update our transform if we have one to update it with
  540. // note that poses are stored without world scale and reference frame applied!
  541. head_transform = t;
  542. head_linear_velocity = linear_velocity;
  543. head_angular_velocity = angular_velocity;
  544. }
  545. }
  546. // handle our action sets....
  547. Vector<RID> active_sets;
  548. for (int i = 0; i < action_sets.size(); i++) {
  549. if (action_sets[i]->is_active) {
  550. active_sets.push_back(action_sets[i]->action_set_rid);
  551. }
  552. }
  553. if (openxr_api->sync_action_sets(active_sets)) {
  554. for (int i = 0; i < trackers.size(); i++) {
  555. handle_tracker(trackers[i]);
  556. }
  557. }
  558. }
  559. if (head.is_valid()) {
  560. // TODO figure out how to get our velocities
  561. head->set_pose("default", head_transform, head_linear_velocity, head_angular_velocity);
  562. // TODO set confidence on pose once we support tracking this..
  563. }
  564. }
  565. void OpenXRInterface::pre_render() {
  566. if (openxr_api) {
  567. openxr_api->pre_render();
  568. }
  569. }
  570. bool OpenXRInterface::pre_draw_viewport(RID p_render_target) {
  571. if (openxr_api) {
  572. return openxr_api->pre_draw_viewport(p_render_target);
  573. } else {
  574. // don't render
  575. return false;
  576. }
  577. }
  578. Vector<BlitToScreen> OpenXRInterface::post_draw_viewport(RID p_render_target, const Rect2 &p_screen_rect) {
  579. Vector<BlitToScreen> blit_to_screen;
  580. // If separate HMD we should output one eye to screen
  581. if (p_screen_rect != Rect2()) {
  582. BlitToScreen blit;
  583. blit.render_target = p_render_target;
  584. blit.multi_view.use_layer = true;
  585. blit.multi_view.layer = 0;
  586. blit.lens_distortion.apply = false;
  587. Size2 render_size = get_render_target_size();
  588. Rect2 dst_rect = p_screen_rect;
  589. float new_height = dst_rect.size.x * (render_size.y / render_size.x);
  590. if (new_height > dst_rect.size.y) {
  591. dst_rect.position.y = (0.5 * dst_rect.size.y) - (0.5 * new_height);
  592. dst_rect.size.y = new_height;
  593. } else {
  594. float new_width = dst_rect.size.y * (render_size.x / render_size.y);
  595. dst_rect.position.x = (0.5 * dst_rect.size.x) - (0.5 * new_width);
  596. dst_rect.size.x = new_width;
  597. }
  598. blit.dst_rect = dst_rect;
  599. blit_to_screen.push_back(blit);
  600. }
  601. if (openxr_api) {
  602. openxr_api->post_draw_viewport(p_render_target);
  603. }
  604. return blit_to_screen;
  605. }
  606. void OpenXRInterface::end_frame() {
  607. if (openxr_api) {
  608. openxr_api->end_frame();
  609. }
  610. }
  611. void OpenXRInterface::on_state_ready() {
  612. emit_signal(SNAME("session_begun"));
  613. }
  614. void OpenXRInterface::on_state_visible() {
  615. emit_signal(SNAME("session_visible"));
  616. }
  617. void OpenXRInterface::on_state_focused() {
  618. emit_signal(SNAME("session_focussed"));
  619. }
  620. void OpenXRInterface::on_state_stopping() {
  621. emit_signal(SNAME("session_stopping"));
  622. }
  623. void OpenXRInterface::on_pose_recentered() {
  624. emit_signal(SNAME("pose_recentered"));
  625. }
  626. OpenXRInterface::OpenXRInterface() {
  627. openxr_api = OpenXRAPI::get_singleton();
  628. if (openxr_api) {
  629. openxr_api->set_xr_interface(this);
  630. }
  631. // while we don't have head tracking, don't put the headset on the floor...
  632. _set_default_pos(head_transform, 1.0, 0);
  633. _set_default_pos(transform_for_view[0], 1.0, 1);
  634. _set_default_pos(transform_for_view[1], 1.0, 2);
  635. }
  636. OpenXRInterface::~OpenXRInterface() {
  637. if (is_initialized()) {
  638. uninitialize();
  639. }
  640. if (openxr_api) {
  641. openxr_api->set_xr_interface(nullptr);
  642. openxr_api = nullptr;
  643. }
  644. }