openxr_api.h 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591
  1. /**************************************************************************/
  2. /* openxr_api.h */
  3. /**************************************************************************/
  4. /* This file is part of: */
  5. /* GODOT ENGINE */
  6. /* https://godotengine.org */
  7. /**************************************************************************/
  8. /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
  9. /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
  10. /* */
  11. /* Permission is hereby granted, free of charge, to any person obtaining */
  12. /* a copy of this software and associated documentation files (the */
  13. /* "Software"), to deal in the Software without restriction, including */
  14. /* without limitation the rights to use, copy, modify, merge, publish, */
  15. /* distribute, sublicense, and/or sell copies of the Software, and to */
  16. /* permit persons to whom the Software is furnished to do so, subject to */
  17. /* the following conditions: */
  18. /* */
  19. /* The above copyright notice and this permission notice shall be */
  20. /* included in all copies or substantial portions of the Software. */
  21. /* */
  22. /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
  23. /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
  24. /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
  25. /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
  26. /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
  27. /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
  28. /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
  29. /**************************************************************************/
  30. #ifndef OPENXR_API_H
  31. #define OPENXR_API_H
  32. #include "action_map/openxr_action.h"
  33. #include "extensions/openxr_composition_layer_provider.h"
  34. #include "extensions/openxr_extension_wrapper.h"
  35. #include "util.h"
  36. #include "core/error/error_macros.h"
  37. #include "core/math/projection.h"
  38. #include "core/math/transform_3d.h"
  39. #include "core/math/vector2.h"
  40. #include "core/os/memory.h"
  41. #include "core/string/print_string.h"
  42. #include "core/string/ustring.h"
  43. #include "core/templates/rb_map.h"
  44. #include "core/templates/rid_owner.h"
  45. #include "core/templates/vector.h"
  46. #include "servers/rendering_server.h"
  47. #include "servers/xr/xr_pose.h"
  48. #include <openxr/openxr.h>
  49. // forward declarations, we don't want to include these fully
  50. class OpenXRInterface;
  51. class OpenXRAPI {
  52. public:
  53. class OpenXRSwapChainInfo {
  54. private:
  55. XrSwapchain swapchain = XR_NULL_HANDLE;
  56. void *swapchain_graphics_data = nullptr;
  57. uint32_t image_index = 0;
  58. bool image_acquired = false;
  59. bool skip_acquire_swapchain = false;
  60. static Vector<OpenXRSwapChainInfo> free_queue;
  61. public:
  62. _FORCE_INLINE_ XrSwapchain get_swapchain() const { return swapchain; }
  63. _FORCE_INLINE_ bool is_image_acquired() const { return image_acquired; }
  64. bool create(XrSwapchainCreateFlags p_create_flags, XrSwapchainUsageFlags p_usage_flags, int64_t p_swapchain_format, uint32_t p_width, uint32_t p_height, uint32_t p_sample_count, uint32_t p_array_size);
  65. void queue_free();
  66. static void free_queued();
  67. void free();
  68. bool acquire(bool &p_should_render);
  69. bool release();
  70. RID get_image();
  71. };
  72. private:
  73. // our singleton
  74. static OpenXRAPI *singleton;
  75. // Registered extension wrappers
  76. static Vector<OpenXRExtensionWrapper *> registered_extension_wrappers;
  77. // linked XR interface
  78. OpenXRInterface *xr_interface = nullptr;
  79. // layers
  80. uint32_t num_layer_properties = 0;
  81. XrApiLayerProperties *layer_properties = nullptr;
  82. // extensions
  83. uint32_t num_supported_extensions = 0;
  84. XrExtensionProperties *supported_extensions = nullptr;
  85. Vector<CharString> enabled_extensions;
  86. // composition layer providers
  87. Vector<OpenXRCompositionLayerProvider *> composition_layer_providers;
  88. // projection views extensions
  89. Vector<OpenXRExtensionWrapper *> projection_views_extensions;
  90. // view configuration
  91. uint32_t num_view_configuration_types = 0;
  92. XrViewConfigurationType *supported_view_configuration_types = nullptr;
  93. // reference spaces
  94. uint32_t num_reference_spaces = 0;
  95. XrReferenceSpaceType *supported_reference_spaces = nullptr;
  96. // swapchains (note these are platform dependent)
  97. uint32_t num_swapchain_formats = 0;
  98. int64_t *supported_swapchain_formats = nullptr;
  99. // system info
  100. String runtime_name;
  101. String runtime_version;
  102. // configuration
  103. XrFormFactor form_factor = XR_FORM_FACTOR_HEAD_MOUNTED_DISPLAY;
  104. XrViewConfigurationType view_configuration = XR_VIEW_CONFIGURATION_TYPE_PRIMARY_STEREO;
  105. XrReferenceSpaceType requested_reference_space = XR_REFERENCE_SPACE_TYPE_STAGE;
  106. XrReferenceSpaceType reference_space = XR_REFERENCE_SPACE_TYPE_LOCAL;
  107. bool submit_depth_buffer = false; // if set to true we submit depth buffers to OpenXR if a suitable extension is enabled.
  108. // blend mode
  109. XrEnvironmentBlendMode environment_blend_mode = XR_ENVIRONMENT_BLEND_MODE_OPAQUE;
  110. XrEnvironmentBlendMode requested_environment_blend_mode = XR_ENVIRONMENT_BLEND_MODE_OPAQUE;
  111. uint32_t num_supported_environment_blend_modes = 0;
  112. XrEnvironmentBlendMode *supported_environment_blend_modes = nullptr;
  113. bool emulate_environment_blend_mode_alpha_blend = false;
  114. // state
  115. XrInstance instance = XR_NULL_HANDLE;
  116. XrSystemId system_id = 0;
  117. String system_name;
  118. uint32_t vendor_id = 0;
  119. XrSystemTrackingProperties tracking_properties;
  120. XrSession session = XR_NULL_HANDLE;
  121. XrSessionState session_state = XR_SESSION_STATE_UNKNOWN;
  122. bool running = false;
  123. XrFrameState frame_state = { XR_TYPE_FRAME_STATE, nullptr, 0, 0, false };
  124. double render_target_size_multiplier = 1.0;
  125. OpenXRGraphicsExtensionWrapper *graphics_extension = nullptr;
  126. XrSystemGraphicsProperties graphics_properties;
  127. uint32_t view_count = 0;
  128. XrViewConfigurationView *view_configuration_views = nullptr;
  129. enum OpenXRSwapChainTypes {
  130. OPENXR_SWAPCHAIN_COLOR,
  131. OPENXR_SWAPCHAIN_DEPTH,
  132. OPENXR_SWAPCHAIN_MAX
  133. };
  134. int64_t color_swapchain_format = 0;
  135. int64_t depth_swapchain_format = 0;
  136. bool play_space_is_dirty = true;
  137. XrSpace play_space = XR_NULL_HANDLE;
  138. XrSpace view_space = XR_NULL_HANDLE;
  139. XRPose::TrackingConfidence head_pose_confidence = XRPose::XR_TRACKING_CONFIDENCE_NONE;
  140. RID velocity_texture;
  141. RID velocity_depth_texture;
  142. Size2i velocity_target_size;
  143. // When LOCAL_FLOOR isn't supported, we use an approach based on the example code in the
  144. // OpenXR spec in order to emulate it.
  145. // See: https://registry.khronos.org/OpenXR/specs/1.0/html/xrspec.html#XR_EXT_local_floor
  146. struct LocalFloorEmulation {
  147. bool enabled = false;
  148. XrSpace local_space = XR_NULL_HANDLE;
  149. XrSpace stage_space = XR_NULL_HANDLE;
  150. bool should_reset_floor_height = false;
  151. } local_floor_emulation;
  152. bool reset_emulated_floor_height();
  153. bool load_layer_properties();
  154. bool load_supported_extensions();
  155. bool is_extension_supported(const String &p_extension) const;
  156. bool is_extension_enabled(const String &p_extension) const;
  157. bool openxr_loader_init();
  158. bool resolve_instance_openxr_symbols();
  159. #ifdef ANDROID_ENABLED
  160. // On Android we keep tracker of our external OpenXR loader
  161. void *openxr_loader_library_handle = nullptr;
  162. #endif
  163. // function pointers
  164. #ifdef ANDROID_ENABLED
  165. // On non-Android platforms we use the OpenXR symbol linked into the engine binary.
  166. PFN_xrGetInstanceProcAddr xrGetInstanceProcAddr = nullptr;
  167. #endif
  168. EXT_PROTO_XRRESULT_FUNC3(xrAcquireSwapchainImage, (XrSwapchain), swapchain, (const XrSwapchainImageAcquireInfo *), acquireInfo, (uint32_t *), index)
  169. EXT_PROTO_XRRESULT_FUNC3(xrApplyHapticFeedback, (XrSession), session, (const XrHapticActionInfo *), hapticActionInfo, (const XrHapticBaseHeader *), hapticFeedback)
  170. EXT_PROTO_XRRESULT_FUNC2(xrAttachSessionActionSets, (XrSession), session, (const XrSessionActionSetsAttachInfo *), attachInfo)
  171. EXT_PROTO_XRRESULT_FUNC2(xrBeginFrame, (XrSession), session, (const XrFrameBeginInfo *), frameBeginInfo)
  172. EXT_PROTO_XRRESULT_FUNC2(xrBeginSession, (XrSession), session, (const XrSessionBeginInfo *), beginInfo)
  173. EXT_PROTO_XRRESULT_FUNC3(xrCreateAction, (XrActionSet), actionSet, (const XrActionCreateInfo *), createInfo, (XrAction *), action)
  174. EXT_PROTO_XRRESULT_FUNC3(xrCreateActionSet, (XrInstance), instance, (const XrActionSetCreateInfo *), createInfo, (XrActionSet *), actionSet)
  175. EXT_PROTO_XRRESULT_FUNC3(xrCreateActionSpace, (XrSession), session, (const XrActionSpaceCreateInfo *), createInfo, (XrSpace *), space)
  176. EXT_PROTO_XRRESULT_FUNC2(xrCreateInstance, (const XrInstanceCreateInfo *), createInfo, (XrInstance *), instance)
  177. EXT_PROTO_XRRESULT_FUNC3(xrCreateReferenceSpace, (XrSession), session, (const XrReferenceSpaceCreateInfo *), createInfo, (XrSpace *), space)
  178. EXT_PROTO_XRRESULT_FUNC3(xrCreateSession, (XrInstance), instance, (const XrSessionCreateInfo *), createInfo, (XrSession *), session)
  179. EXT_PROTO_XRRESULT_FUNC3(xrCreateSwapchain, (XrSession), session, (const XrSwapchainCreateInfo *), createInfo, (XrSwapchain *), swapchain)
  180. EXT_PROTO_XRRESULT_FUNC1(xrDestroyAction, (XrAction), action)
  181. EXT_PROTO_XRRESULT_FUNC1(xrDestroyActionSet, (XrActionSet), actionSet)
  182. EXT_PROTO_XRRESULT_FUNC1(xrDestroyInstance, (XrInstance), instance)
  183. EXT_PROTO_XRRESULT_FUNC1(xrDestroySession, (XrSession), session)
  184. EXT_PROTO_XRRESULT_FUNC1(xrDestroySpace, (XrSpace), space)
  185. EXT_PROTO_XRRESULT_FUNC1(xrDestroySwapchain, (XrSwapchain), swapchain)
  186. EXT_PROTO_XRRESULT_FUNC2(xrEndFrame, (XrSession), session, (const XrFrameEndInfo *), frameEndInfo)
  187. EXT_PROTO_XRRESULT_FUNC1(xrEndSession, (XrSession), session)
  188. EXT_PROTO_XRRESULT_FUNC3(xrEnumerateApiLayerProperties, (uint32_t), propertyCapacityInput, (uint32_t *), propertyCountOutput, (XrApiLayerProperties *), properties)
  189. EXT_PROTO_XRRESULT_FUNC6(xrEnumerateEnvironmentBlendModes, (XrInstance), instance, (XrSystemId), systemId, (XrViewConfigurationType), viewConfigurationType, (uint32_t), environmentBlendModeCapacityInput, (uint32_t *), environmentBlendModeCountOutput, (XrEnvironmentBlendMode *), environmentBlendModes)
  190. EXT_PROTO_XRRESULT_FUNC4(xrEnumerateInstanceExtensionProperties, (const char *), layerName, (uint32_t), propertyCapacityInput, (uint32_t *), propertyCountOutput, (XrExtensionProperties *), properties)
  191. EXT_PROTO_XRRESULT_FUNC4(xrEnumerateReferenceSpaces, (XrSession), session, (uint32_t), spaceCapacityInput, (uint32_t *), spaceCountOutput, (XrReferenceSpaceType *), spaces)
  192. EXT_PROTO_XRRESULT_FUNC4(xrEnumerateSwapchainFormats, (XrSession), session, (uint32_t), formatCapacityInput, (uint32_t *), formatCountOutput, (int64_t *), formats)
  193. EXT_PROTO_XRRESULT_FUNC5(xrEnumerateViewConfigurations, (XrInstance), instance, (XrSystemId), systemId, (uint32_t), viewConfigurationTypeCapacityInput, (uint32_t *), viewConfigurationTypeCountOutput, (XrViewConfigurationType *), viewConfigurationTypes)
  194. EXT_PROTO_XRRESULT_FUNC6(xrEnumerateViewConfigurationViews, (XrInstance), instance, (XrSystemId), systemId, (XrViewConfigurationType), viewConfigurationType, (uint32_t), viewCapacityInput, (uint32_t *), viewCountOutput, (XrViewConfigurationView *), views)
  195. EXT_PROTO_XRRESULT_FUNC3(xrGetActionStateBoolean, (XrSession), session, (const XrActionStateGetInfo *), getInfo, (XrActionStateBoolean *), state)
  196. EXT_PROTO_XRRESULT_FUNC3(xrGetActionStateFloat, (XrSession), session, (const XrActionStateGetInfo *), getInfo, (XrActionStateFloat *), state)
  197. EXT_PROTO_XRRESULT_FUNC3(xrGetActionStateVector2f, (XrSession), session, (const XrActionStateGetInfo *), getInfo, (XrActionStateVector2f *), state)
  198. EXT_PROTO_XRRESULT_FUNC3(xrGetCurrentInteractionProfile, (XrSession), session, (XrPath), topLevelUserPath, (XrInteractionProfileState *), interactionProfile)
  199. EXT_PROTO_XRRESULT_FUNC2(xrGetInstanceProperties, (XrInstance), instance, (XrInstanceProperties *), instanceProperties)
  200. EXT_PROTO_XRRESULT_FUNC3(xrGetReferenceSpaceBoundsRect, (XrSession), session, (XrReferenceSpaceType), referenceSpaceType, (XrExtent2Df *), bounds)
  201. EXT_PROTO_XRRESULT_FUNC3(xrGetSystem, (XrInstance), instance, (const XrSystemGetInfo *), getInfo, (XrSystemId *), systemId)
  202. EXT_PROTO_XRRESULT_FUNC3(xrGetSystemProperties, (XrInstance), instance, (XrSystemId), systemId, (XrSystemProperties *), properties)
  203. EXT_PROTO_XRRESULT_FUNC4(xrLocateSpace, (XrSpace), space, (XrSpace), baseSpace, (XrTime), time, (XrSpaceLocation *), location)
  204. EXT_PROTO_XRRESULT_FUNC6(xrLocateViews, (XrSession), session, (const XrViewLocateInfo *), viewLocateInfo, (XrViewState *), viewState, (uint32_t), viewCapacityInput, (uint32_t *), viewCountOutput, (XrView *), views)
  205. EXT_PROTO_XRRESULT_FUNC5(xrPathToString, (XrInstance), instance, (XrPath), path, (uint32_t), bufferCapacityInput, (uint32_t *), bufferCountOutput, (char *), buffer)
  206. EXT_PROTO_XRRESULT_FUNC2(xrPollEvent, (XrInstance), instance, (XrEventDataBuffer *), eventData)
  207. EXT_PROTO_XRRESULT_FUNC2(xrReleaseSwapchainImage, (XrSwapchain), swapchain, (const XrSwapchainImageReleaseInfo *), releaseInfo)
  208. EXT_PROTO_XRRESULT_FUNC3(xrResultToString, (XrInstance), instance, (XrResult), value, (char *), buffer)
  209. EXT_PROTO_XRRESULT_FUNC3(xrStringToPath, (XrInstance), instance, (const char *), pathString, (XrPath *), path)
  210. EXT_PROTO_XRRESULT_FUNC2(xrSuggestInteractionProfileBindings, (XrInstance), instance, (const XrInteractionProfileSuggestedBinding *), suggestedBindings)
  211. EXT_PROTO_XRRESULT_FUNC2(xrSyncActions, (XrSession), session, (const XrActionsSyncInfo *), syncInfo)
  212. EXT_PROTO_XRRESULT_FUNC3(xrWaitFrame, (XrSession), session, (const XrFrameWaitInfo *), frameWaitInfo, (XrFrameState *), frameState)
  213. EXT_PROTO_XRRESULT_FUNC2(xrWaitSwapchainImage, (XrSwapchain), swapchain, (const XrSwapchainImageWaitInfo *), waitInfo)
  214. // instance
  215. bool create_instance();
  216. bool get_system_info();
  217. bool load_supported_view_configuration_types();
  218. bool load_supported_environmental_blend_modes();
  219. bool is_view_configuration_supported(XrViewConfigurationType p_configuration_type) const;
  220. bool load_supported_view_configuration_views(XrViewConfigurationType p_configuration_type);
  221. void destroy_instance();
  222. // session
  223. bool create_session();
  224. bool load_supported_reference_spaces();
  225. bool is_reference_space_supported(XrReferenceSpaceType p_reference_space);
  226. bool setup_play_space();
  227. bool setup_view_space();
  228. bool load_supported_swapchain_formats();
  229. bool is_swapchain_format_supported(int64_t p_swapchain_format);
  230. bool obtain_swapchain_formats();
  231. bool create_main_swapchains(Size2i p_size);
  232. void free_main_swapchains();
  233. void destroy_session();
  234. // action map
  235. struct Tracker { // Trackers represent tracked physical objects such as controllers, pucks, etc.
  236. String name; // Name for this tracker (i.e. "/user/hand/left")
  237. XrPath toplevel_path; // OpenXR XrPath for this tracker
  238. RID active_profile_rid; // RID of the active profile for this tracker
  239. };
  240. RID_Owner<Tracker, true> tracker_owner;
  241. RID get_tracker_rid(XrPath p_path);
  242. struct ActionSet { // Action sets define a set of actions that can be enabled together
  243. String name; // Name for this action set (i.e. "godot_action_set")
  244. bool is_attached; // If true our action set has been attached to the session and can no longer be modified
  245. XrActionSet handle; // OpenXR handle for this action set
  246. };
  247. RID_Owner<ActionSet, true> action_set_owner;
  248. struct ActionTracker { // Links and action to a tracker
  249. RID tracker_rid; // RID of the tracker
  250. XrSpace space; // Optional space for pose actions
  251. bool was_location_valid; // If true the last position we obtained was valid
  252. };
  253. struct Action { // Actions define the inputs and outputs in OpenXR
  254. RID action_set_rid; // RID of the action set this action belongs to
  255. String name; // Name for this action (i.e. "aim_pose")
  256. XrActionType action_type; // Type of action (bool, float, etc.)
  257. Vector<ActionTracker> trackers; // The trackers this action can be used with
  258. XrAction handle; // OpenXR handle for this action
  259. };
  260. RID_Owner<Action, true> action_owner;
  261. RID get_action_rid(XrAction p_action);
  262. struct InteractionProfile { // Interaction profiles define suggested bindings between the physical inputs on controller types and our actions
  263. String name; // Name of the interaction profile (i.e. "/interaction_profiles/valve/index_controller")
  264. XrPath path; // OpenXR path for this profile
  265. Vector<XrActionSuggestedBinding> bindings; // OpenXR action bindings
  266. Vector<PackedByteArray> modifiers; // Array of modifiers we'll add into XrBindingModificationsKHR
  267. };
  268. RID_Owner<InteractionProfile, true> interaction_profile_owner;
  269. RID get_interaction_profile_rid(XrPath p_path);
  270. XrPath get_interaction_profile_path(RID p_interaction_profile);
  271. struct OrderedCompositionLayer {
  272. const XrCompositionLayerBaseHeader *composition_layer;
  273. int sort_order;
  274. _FORCE_INLINE_ bool operator()(const OrderedCompositionLayer &a, const OrderedCompositionLayer &b) const {
  275. return a.sort_order < b.sort_order || (a.sort_order == b.sort_order && uint64_t(a.composition_layer) < uint64_t(b.composition_layer));
  276. }
  277. };
  278. // state changes
  279. bool poll_events();
  280. bool on_state_idle();
  281. bool on_state_ready();
  282. bool on_state_synchronized();
  283. bool on_state_visible();
  284. bool on_state_focused();
  285. bool on_state_stopping();
  286. bool on_state_loss_pending();
  287. bool on_state_exiting();
  288. // convenience
  289. void copy_string_to_char_buffer(const String p_string, char *p_buffer, int p_buffer_len);
  290. // Render state, Only accessible in rendering thread
  291. struct RenderState {
  292. bool running = false;
  293. bool should_render = false;
  294. bool has_xr_viewport = false;
  295. XrTime predicted_display_time = 0;
  296. XrSpace play_space = XR_NULL_HANDLE;
  297. double render_target_size_multiplier = 1.0;
  298. uint64_t frame = 0;
  299. uint32_t view_count = 0;
  300. XrView *views = nullptr;
  301. XrCompositionLayerProjectionView *projection_views = nullptr;
  302. XrCompositionLayerDepthInfoKHR *depth_views = nullptr; // Only used by Composition Layer Depth Extension if available
  303. bool submit_depth_buffer = false; // if set to true we submit depth buffers to OpenXR if a suitable extension is enabled.
  304. bool view_pose_valid = false;
  305. double z_near = 0.0;
  306. double z_far = 0.0;
  307. Size2i main_swapchain_size;
  308. OpenXRSwapChainInfo main_swapchains[OPENXR_SWAPCHAIN_MAX];
  309. } render_state;
  310. static void _allocate_view_buffers(uint32_t p_view_count, bool p_submit_depth_buffer);
  311. static void _set_render_session_running(bool p_is_running);
  312. static void _set_render_display_info(XrTime p_predicted_display_time, bool p_should_render);
  313. static void _set_render_play_space(uint64_t p_play_space);
  314. static void _set_render_state_multiplier(double p_render_target_size_multiplier);
  315. _FORCE_INLINE_ void allocate_view_buffers(uint32_t p_view_count, bool p_submit_depth_buffer) {
  316. // If we're rendering on a separate thread, we may still be processing the last frame, don't communicate this till we're ready...
  317. RenderingServer *rendering_server = RenderingServer::get_singleton();
  318. ERR_FAIL_NULL(rendering_server);
  319. rendering_server->call_on_render_thread(callable_mp_static(&OpenXRAPI::_allocate_view_buffers).bind(p_view_count, p_submit_depth_buffer));
  320. }
  321. _FORCE_INLINE_ void set_render_session_running(bool p_is_running) {
  322. // If we're rendering on a separate thread, we may still be processing the last frame, don't communicate this till we're ready...
  323. RenderingServer *rendering_server = RenderingServer::get_singleton();
  324. ERR_FAIL_NULL(rendering_server);
  325. rendering_server->call_on_render_thread(callable_mp_static(&OpenXRAPI::_set_render_session_running).bind(p_is_running));
  326. }
  327. _FORCE_INLINE_ void set_render_display_info(XrTime p_predicted_display_time, bool p_should_render) {
  328. // If we're rendering on a separate thread, we may still be processing the last frame, don't communicate this till we're ready...
  329. RenderingServer *rendering_server = RenderingServer::get_singleton();
  330. ERR_FAIL_NULL(rendering_server);
  331. rendering_server->call_on_render_thread(callable_mp_static(&OpenXRAPI::_set_render_display_info).bind(p_predicted_display_time, p_should_render));
  332. }
  333. _FORCE_INLINE_ void set_render_play_space(XrSpace p_play_space) {
  334. // If we're rendering on a separate thread, we may still be processing the last frame, don't communicate this till we're ready...
  335. RenderingServer *rendering_server = RenderingServer::get_singleton();
  336. ERR_FAIL_NULL(rendering_server);
  337. rendering_server->call_on_render_thread(callable_mp_static(&OpenXRAPI::_set_render_play_space).bind(uint64_t(p_play_space)));
  338. }
  339. _FORCE_INLINE_ void set_render_state_multiplier(double p_render_target_size_multiplier) {
  340. // If we're rendering on a separate thread, we may still be processing the last frame, don't communicate this till we're ready...
  341. RenderingServer *rendering_server = RenderingServer::get_singleton();
  342. ERR_FAIL_NULL(rendering_server);
  343. rendering_server->call_on_render_thread(callable_mp_static(&OpenXRAPI::_set_render_state_multiplier).bind(p_render_target_size_multiplier));
  344. }
  345. public:
  346. XrInstance get_instance() const { return instance; }
  347. XrSystemId get_system_id() const { return system_id; }
  348. XrSession get_session() const { return session; }
  349. OpenXRGraphicsExtensionWrapper *get_graphics_extension() const { return graphics_extension; }
  350. String get_runtime_name() const { return runtime_name; }
  351. String get_runtime_version() const { return runtime_version; }
  352. // helper method to convert an XrPosef to a Transform3D
  353. Transform3D transform_from_pose(const XrPosef &p_pose);
  354. // helper method to get a valid Transform3D from an openxr space location
  355. XRPose::TrackingConfidence transform_from_location(const XrSpaceLocation &p_location, Transform3D &r_transform);
  356. XRPose::TrackingConfidence transform_from_location(const XrHandJointLocationEXT &p_location, Transform3D &r_transform);
  357. void parse_velocities(const XrSpaceVelocity &p_velocity, Vector3 &r_linear_velocity, Vector3 &r_angular_velocity);
  358. bool xr_result(XrResult result, const char *format, Array args = Array()) const;
  359. XrPath get_xr_path(const String &p_path);
  360. bool is_top_level_path_supported(const String &p_toplevel_path);
  361. bool is_interaction_profile_supported(const String &p_ip_path);
  362. bool interaction_profile_supports_io_path(const String &p_ip_path, const String &p_io_path);
  363. static bool openxr_is_enabled(bool p_check_run_in_editor = true);
  364. _FORCE_INLINE_ static OpenXRAPI *get_singleton() { return singleton; }
  365. XrResult try_get_instance_proc_addr(const char *p_name, PFN_xrVoidFunction *p_addr);
  366. XrResult get_instance_proc_addr(const char *p_name, PFN_xrVoidFunction *p_addr);
  367. String get_error_string(XrResult result) const;
  368. String get_swapchain_format_name(int64_t p_swapchain_format) const;
  369. void set_object_name(XrObjectType p_object_type, uint64_t p_object_handle, const String &p_object_name);
  370. void begin_debug_label_region(const String &p_label_name);
  371. void end_debug_label_region();
  372. void insert_debug_label(const String &p_label_name);
  373. OpenXRInterface *get_xr_interface() const { return xr_interface; }
  374. void set_xr_interface(OpenXRInterface *p_xr_interface);
  375. static void register_extension_wrapper(OpenXRExtensionWrapper *p_extension_wrapper);
  376. static void unregister_extension_wrapper(OpenXRExtensionWrapper *p_extension_wrapper);
  377. static const Vector<OpenXRExtensionWrapper *> &get_registered_extension_wrappers();
  378. static void register_extension_metadata();
  379. static void cleanup_extension_wrappers();
  380. static PackedStringArray get_all_requested_extensions();
  381. void set_form_factor(XrFormFactor p_form_factor);
  382. XrFormFactor get_form_factor() const { return form_factor; }
  383. uint32_t get_view_count();
  384. void set_view_configuration(XrViewConfigurationType p_view_configuration);
  385. XrViewConfigurationType get_view_configuration() const { return view_configuration; }
  386. bool set_requested_reference_space(XrReferenceSpaceType p_requested_reference_space);
  387. XrReferenceSpaceType get_requested_reference_space() const { return requested_reference_space; }
  388. XrReferenceSpaceType get_reference_space() const { return reference_space; }
  389. void set_submit_depth_buffer(bool p_submit_depth_buffer);
  390. bool get_submit_depth_buffer() const { return submit_depth_buffer; }
  391. bool is_initialized();
  392. bool is_running();
  393. bool initialize(const String &p_rendering_driver);
  394. bool initialize_session();
  395. void finish();
  396. _FORCE_INLINE_ XrSpace get_play_space() const { return play_space; }
  397. _FORCE_INLINE_ XrTime get_predicted_display_time() { return frame_state.predictedDisplayTime; }
  398. _FORCE_INLINE_ XrTime get_next_frame_time() { return frame_state.predictedDisplayTime + frame_state.predictedDisplayPeriod; }
  399. _FORCE_INLINE_ bool can_render() {
  400. return instance != XR_NULL_HANDLE && session != XR_NULL_HANDLE && running && frame_state.shouldRender;
  401. }
  402. XrHandTrackerEXT get_hand_tracker(int p_hand_index);
  403. Size2 get_recommended_target_size();
  404. XRPose::TrackingConfidence get_head_center(Transform3D &r_transform, Vector3 &r_linear_velocity, Vector3 &r_angular_velocity);
  405. bool get_view_transform(uint32_t p_view, Transform3D &r_transform);
  406. bool get_view_projection(uint32_t p_view, double p_z_near, double p_z_far, Projection &p_camera_matrix);
  407. Vector2 get_eye_focus(uint32_t p_view, float p_aspect);
  408. bool process();
  409. void pre_render();
  410. bool pre_draw_viewport(RID p_render_target);
  411. XrSwapchain get_color_swapchain();
  412. RID get_color_texture();
  413. RID get_depth_texture();
  414. void set_velocity_texture(RID p_render_target);
  415. RID get_velocity_texture();
  416. void set_velocity_depth_texture(RID p_render_target);
  417. RID get_velocity_depth_texture();
  418. void set_velocity_target_size(const Size2i &p_target_size);
  419. Size2i get_velocity_target_size();
  420. void post_draw_viewport(RID p_render_target);
  421. void end_frame();
  422. // Display refresh rate
  423. float get_display_refresh_rate() const;
  424. void set_display_refresh_rate(float p_refresh_rate);
  425. Array get_available_display_refresh_rates() const;
  426. // Render Target size multiplier
  427. double get_render_target_size_multiplier() const;
  428. void set_render_target_size_multiplier(double multiplier);
  429. // Foveation settings
  430. bool is_foveation_supported() const;
  431. int get_foveation_level() const;
  432. void set_foveation_level(int p_foveation_level);
  433. bool get_foveation_dynamic() const;
  434. void set_foveation_dynamic(bool p_foveation_dynamic);
  435. // Play space.
  436. Size2 get_play_space_bounds() const;
  437. // swapchains
  438. PackedInt64Array get_supported_swapchain_formats();
  439. int64_t get_color_swapchain_format() const { return color_swapchain_format; }
  440. int64_t get_depth_swapchain_format() const { return depth_swapchain_format; }
  441. double get_render_state_z_near() const { return render_state.z_near; }
  442. double get_render_state_z_far() const { return render_state.z_far; }
  443. // action map
  444. String get_default_action_map_resource_name();
  445. RID tracker_create(const String p_name);
  446. String tracker_get_name(RID p_tracker);
  447. void tracker_check_profile(RID p_tracker, XrSession p_session = XR_NULL_HANDLE);
  448. void tracker_free(RID p_tracker);
  449. RID action_set_create(const String p_name, const String p_localized_name, const int p_priority);
  450. String action_set_get_name(RID p_action_set);
  451. XrActionSet action_set_get_handle(RID p_action_set);
  452. bool attach_action_sets(const Vector<RID> &p_action_sets);
  453. void action_set_free(RID p_action_set);
  454. RID action_create(RID p_action_set, const String p_name, const String p_localized_name, OpenXRAction::ActionType p_action_type, const Vector<RID> &p_trackers);
  455. String action_get_name(RID p_action);
  456. XrAction action_get_handle(RID p_action);
  457. void action_free(RID p_action);
  458. RID interaction_profile_create(const String p_name);
  459. String interaction_profile_get_name(RID p_interaction_profile);
  460. void interaction_profile_clear_bindings(RID p_interaction_profile);
  461. int interaction_profile_add_binding(RID p_interaction_profile, RID p_action, const String p_path);
  462. bool interaction_profile_add_modifier(RID p_interaction_profile, const PackedByteArray &p_modifier);
  463. bool interaction_profile_suggest_bindings(RID p_interaction_profile);
  464. void interaction_profile_free(RID p_interaction_profile);
  465. RID find_tracker(const String &p_name);
  466. RID find_action_set(const String p_name);
  467. RID find_action(const String &p_name, const RID &p_action_set = RID());
  468. bool sync_action_sets(const Vector<RID> p_active_sets);
  469. bool get_action_bool(RID p_action, RID p_tracker);
  470. float get_action_float(RID p_action, RID p_tracker);
  471. Vector2 get_action_vector2(RID p_action, RID p_tracker);
  472. XRPose::TrackingConfidence get_action_pose(RID p_action, RID p_tracker, Transform3D &r_transform, Vector3 &r_linear_velocity, Vector3 &r_angular_velocity);
  473. bool trigger_haptic_pulse(RID p_action, RID p_tracker, float p_frequency, float p_amplitude, XrDuration p_duration_ns);
  474. void register_composition_layer_provider(OpenXRCompositionLayerProvider *provider);
  475. void unregister_composition_layer_provider(OpenXRCompositionLayerProvider *provider);
  476. void register_projection_views_extension(OpenXRExtensionWrapper *p_extension);
  477. void unregister_projection_views_extension(OpenXRExtensionWrapper *p_extension);
  478. const XrEnvironmentBlendMode *get_supported_environment_blend_modes(uint32_t &count);
  479. bool is_environment_blend_mode_supported(XrEnvironmentBlendMode p_blend_mode) const;
  480. bool set_environment_blend_mode(XrEnvironmentBlendMode p_blend_mode);
  481. XrEnvironmentBlendMode get_environment_blend_mode() const { return requested_environment_blend_mode; }
  482. enum OpenXRAlphaBlendModeSupport {
  483. OPENXR_ALPHA_BLEND_MODE_SUPPORT_NONE = 0,
  484. OPENXR_ALPHA_BLEND_MODE_SUPPORT_REAL = 1,
  485. OPENXR_ALPHA_BLEND_MODE_SUPPORT_EMULATING = 2,
  486. };
  487. void set_emulate_environment_blend_mode_alpha_blend(bool p_enabled);
  488. OpenXRAlphaBlendModeSupport is_environment_blend_mode_alpha_blend_supported();
  489. OpenXRAPI();
  490. ~OpenXRAPI();
  491. };
  492. #endif // OPENXR_API_H