2020-09-27 00:15:21 +02:00
|
|
|
/**************************************************************************/
|
|
|
|
/* webxr_interface_js.cpp */
|
|
|
|
/**************************************************************************/
|
|
|
|
/* This file is part of: */
|
|
|
|
/* GODOT ENGINE */
|
|
|
|
/* https://godotengine.org */
|
|
|
|
/**************************************************************************/
|
|
|
|
/* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
|
|
|
|
/* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
|
|
|
|
/* */
|
|
|
|
/* Permission is hereby granted, free of charge, to any person obtaining */
|
|
|
|
/* a copy of this software and associated documentation files (the */
|
|
|
|
/* "Software"), to deal in the Software without restriction, including */
|
|
|
|
/* without limitation the rights to use, copy, modify, merge, publish, */
|
|
|
|
/* distribute, sublicense, and/or sell copies of the Software, and to */
|
|
|
|
/* permit persons to whom the Software is furnished to do so, subject to */
|
|
|
|
/* the following conditions: */
|
|
|
|
/* */
|
|
|
|
/* The above copyright notice and this permission notice shall be */
|
|
|
|
/* included in all copies or substantial portions of the Software. */
|
|
|
|
/* */
|
|
|
|
/* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
|
|
|
|
/* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
|
|
|
|
/* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
|
|
|
|
/* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
|
|
|
|
/* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
|
|
|
|
/* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
|
|
|
|
/* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
|
|
|
|
/**************************************************************************/
|
|
|
|
|
2023-06-13 16:56:21 +02:00
|
|
|
#include "webxr_interface_js.h"
|
|
|
|
|
2022-08-28 20:27:45 +02:00
|
|
|
#ifdef WEB_ENABLED
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2023-06-13 16:56:21 +02:00
|
|
|
#include "godot_webxr.h"
|
2022-02-16 13:56:32 +01:00
|
|
|
|
2020-09-27 00:15:21 +02:00
|
|
|
#include "core/input/input.h"
|
|
|
|
#include "core/os/os.h"
|
2022-08-17 00:33:26 +02:00
|
|
|
#include "drivers/gles3/storage/texture_storage.h"
|
2022-11-19 03:43:11 +01:00
|
|
|
#include "scene/main/scene_tree.h"
|
|
|
|
#include "scene/main/window.h"
|
2021-07-17 21:55:19 +02:00
|
|
|
#include "servers/rendering/renderer_compositor.h"
|
2022-08-17 00:33:26 +02:00
|
|
|
#include "servers/rendering/rendering_server_globals.h"
|
2022-02-16 13:56:32 +01:00
|
|
|
|
2023-06-13 16:56:21 +02:00
|
|
|
#include <emscripten.h>
|
2020-09-27 00:15:21 +02:00
|
|
|
#include <stdlib.h>
|
|
|
|
|
|
|
|
void _emwebxr_on_session_supported(char *p_session_mode, int p_supported) {
|
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
|
|
|
ERR_FAIL_NULL(xr_server);
|
|
|
|
|
|
|
|
Ref<XRInterface> interface = xr_server->find_interface("WebXR");
|
|
|
|
ERR_FAIL_COND(interface.is_null());
|
|
|
|
|
|
|
|
String session_mode = String(p_session_mode);
|
2021-07-17 23:22:52 +02:00
|
|
|
interface->emit_signal(SNAME("session_supported"), session_mode, p_supported ? true : false);
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void _emwebxr_on_session_started(char *p_reference_space_type) {
|
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
|
|
|
ERR_FAIL_NULL(xr_server);
|
|
|
|
|
|
|
|
Ref<XRInterface> interface = xr_server->find_interface("WebXR");
|
|
|
|
ERR_FAIL_COND(interface.is_null());
|
|
|
|
|
|
|
|
String reference_space_type = String(p_reference_space_type);
|
2022-04-07 12:23:40 +02:00
|
|
|
static_cast<WebXRInterfaceJS *>(interface.ptr())->_set_reference_space_type(reference_space_type);
|
2021-07-17 23:22:52 +02:00
|
|
|
interface->emit_signal(SNAME("session_started"));
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void _emwebxr_on_session_ended() {
|
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
|
|
|
ERR_FAIL_NULL(xr_server);
|
|
|
|
|
|
|
|
Ref<XRInterface> interface = xr_server->find_interface("WebXR");
|
|
|
|
ERR_FAIL_COND(interface.is_null());
|
|
|
|
|
|
|
|
interface->uninitialize();
|
2021-07-17 23:22:52 +02:00
|
|
|
interface->emit_signal(SNAME("session_ended"));
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void _emwebxr_on_session_failed(char *p_message) {
|
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
|
|
|
ERR_FAIL_NULL(xr_server);
|
|
|
|
|
|
|
|
Ref<XRInterface> interface = xr_server->find_interface("WebXR");
|
|
|
|
ERR_FAIL_COND(interface.is_null());
|
|
|
|
|
2021-01-27 21:16:00 +01:00
|
|
|
interface->uninitialize();
|
|
|
|
|
2020-09-27 00:15:21 +02:00
|
|
|
String message = String(p_message);
|
2021-07-17 23:22:52 +02:00
|
|
|
interface->emit_signal(SNAME("session_failed"), message);
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
extern "C" EMSCRIPTEN_KEEPALIVE void _emwebxr_on_input_event(int p_event_type, int p_input_source_id) {
|
2020-09-27 00:15:21 +02:00
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
|
|
|
ERR_FAIL_NULL(xr_server);
|
|
|
|
|
|
|
|
Ref<XRInterface> interface = xr_server->find_interface("WebXR");
|
|
|
|
ERR_FAIL_COND(interface.is_null());
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
((WebXRInterfaceJS *)interface.ptr())->_on_input_event(p_event_type, p_input_source_id);
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" EMSCRIPTEN_KEEPALIVE void _emwebxr_on_simple_event(char *p_signal_name) {
|
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
|
|
|
ERR_FAIL_NULL(xr_server);
|
|
|
|
|
|
|
|
Ref<XRInterface> interface = xr_server->find_interface("WebXR");
|
|
|
|
ERR_FAIL_COND(interface.is_null());
|
|
|
|
|
|
|
|
StringName signal_name = StringName(p_signal_name);
|
2021-07-21 09:28:42 +02:00
|
|
|
interface->emit_signal(signal_name);
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void WebXRInterfaceJS::is_session_supported(const String &p_session_mode) {
|
|
|
|
godot_webxr_is_session_supported(p_session_mode.utf8().get_data(), &_emwebxr_on_session_supported);
|
|
|
|
}
|
|
|
|
|
|
|
|
void WebXRInterfaceJS::set_session_mode(String p_session_mode) {
|
|
|
|
session_mode = p_session_mode;
|
|
|
|
}
|
|
|
|
|
|
|
|
String WebXRInterfaceJS::get_session_mode() const {
|
|
|
|
return session_mode;
|
|
|
|
}
|
|
|
|
|
|
|
|
void WebXRInterfaceJS::set_required_features(String p_required_features) {
|
|
|
|
required_features = p_required_features;
|
|
|
|
}
|
|
|
|
|
|
|
|
String WebXRInterfaceJS::get_required_features() const {
|
|
|
|
return required_features;
|
|
|
|
}
|
|
|
|
|
|
|
|
void WebXRInterfaceJS::set_optional_features(String p_optional_features) {
|
|
|
|
optional_features = p_optional_features;
|
|
|
|
}
|
|
|
|
|
|
|
|
String WebXRInterfaceJS::get_optional_features() const {
|
|
|
|
return optional_features;
|
|
|
|
}
|
|
|
|
|
|
|
|
void WebXRInterfaceJS::set_requested_reference_space_types(String p_requested_reference_space_types) {
|
|
|
|
requested_reference_space_types = p_requested_reference_space_types;
|
|
|
|
}
|
|
|
|
|
|
|
|
String WebXRInterfaceJS::get_requested_reference_space_types() const {
|
|
|
|
return requested_reference_space_types;
|
|
|
|
}
|
|
|
|
|
|
|
|
void WebXRInterfaceJS::_set_reference_space_type(String p_reference_space_type) {
|
|
|
|
reference_space_type = p_reference_space_type;
|
|
|
|
}
|
|
|
|
|
|
|
|
String WebXRInterfaceJS::get_reference_space_type() const {
|
|
|
|
return reference_space_type;
|
|
|
|
}
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
bool WebXRInterfaceJS::is_input_source_active(int p_input_source_id) const {
|
|
|
|
ERR_FAIL_INDEX_V(p_input_source_id, input_source_count, false);
|
|
|
|
return input_sources[p_input_source_id].active;
|
|
|
|
}
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
Ref<XRPositionalTracker> WebXRInterfaceJS::get_input_source_tracker(int p_input_source_id) const {
|
|
|
|
ERR_FAIL_INDEX_V(p_input_source_id, input_source_count, Ref<XRPositionalTracker>());
|
|
|
|
return input_sources[p_input_source_id].tracker;
|
|
|
|
}
|
2021-08-29 08:05:11 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
WebXRInterface::TargetRayMode WebXRInterfaceJS::get_input_source_target_ray_mode(int p_input_source_id) const {
|
|
|
|
ERR_FAIL_INDEX_V(p_input_source_id, input_source_count, WebXRInterface::TARGET_RAY_MODE_UNKNOWN);
|
|
|
|
if (!input_sources[p_input_source_id].active) {
|
|
|
|
return WebXRInterface::TARGET_RAY_MODE_UNKNOWN;
|
|
|
|
}
|
|
|
|
return input_sources[p_input_source_id].target_ray_mode;
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
String WebXRInterfaceJS::get_visibility_state() const {
|
|
|
|
char *c_str = godot_webxr_get_visibility_state();
|
|
|
|
if (c_str) {
|
|
|
|
String visibility_state = String(c_str);
|
|
|
|
free(c_str);
|
|
|
|
|
|
|
|
return visibility_state;
|
|
|
|
}
|
|
|
|
return String();
|
|
|
|
}
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
PackedVector3Array WebXRInterfaceJS::get_play_area() const {
|
2020-09-27 00:15:21 +02:00
|
|
|
PackedVector3Array ret;
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
float *points;
|
|
|
|
int point_count = godot_webxr_get_bounds_geometry(&points);
|
|
|
|
if (point_count > 0) {
|
|
|
|
ret.resize(point_count);
|
|
|
|
for (int i = 0; i < point_count; i++) {
|
|
|
|
float *js_vector3 = points + (i * 3);
|
2020-09-27 00:15:21 +02:00
|
|
|
ret.set(i, Vector3(js_vector3[0], js_vector3[1], js_vector3[2]));
|
|
|
|
}
|
2022-11-19 03:43:11 +01:00
|
|
|
free(points);
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2023-02-09 04:02:13 +01:00
|
|
|
float WebXRInterfaceJS::get_display_refresh_rate() const {
|
|
|
|
return godot_webxr_get_frame_rate();
|
|
|
|
}
|
|
|
|
|
|
|
|
void WebXRInterfaceJS::set_display_refresh_rate(float p_refresh_rate) {
|
|
|
|
godot_webxr_update_target_frame_rate(p_refresh_rate);
|
|
|
|
}
|
|
|
|
|
|
|
|
Array WebXRInterfaceJS::get_available_display_refresh_rates() const {
|
|
|
|
Array ret;
|
|
|
|
|
|
|
|
float *rates;
|
|
|
|
int rate_count = godot_webxr_get_supported_frame_rates(&rates);
|
|
|
|
if (rate_count > 0) {
|
|
|
|
ret.resize(rate_count);
|
|
|
|
for (int i = 0; i < rate_count; i++) {
|
|
|
|
ret[i] = rates[i];
|
|
|
|
}
|
|
|
|
free(rates);
|
|
|
|
}
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2020-09-27 00:15:21 +02:00
|
|
|
StringName WebXRInterfaceJS::get_name() const {
|
|
|
|
return "WebXR";
|
|
|
|
};
|
|
|
|
|
2021-08-23 07:23:16 +02:00
|
|
|
uint32_t WebXRInterfaceJS::get_capabilities() const {
|
2022-11-19 03:43:11 +01:00
|
|
|
return XRInterface::XR_STEREO | XRInterface::XR_MONO | XRInterface::XR_VR | XRInterface::XR_AR;
|
2020-09-27 00:15:21 +02:00
|
|
|
};
|
|
|
|
|
2021-07-07 16:31:06 +02:00
|
|
|
uint32_t WebXRInterfaceJS::get_view_count() {
|
|
|
|
return godot_webxr_get_view_count();
|
2020-09-27 00:15:21 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
bool WebXRInterfaceJS::is_initialized() const {
|
|
|
|
return (initialized);
|
|
|
|
};
|
|
|
|
|
|
|
|
bool WebXRInterfaceJS::initialize() {
|
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
|
|
|
ERR_FAIL_NULL_V(xr_server, false);
|
|
|
|
|
|
|
|
if (!initialized) {
|
|
|
|
if (!godot_webxr_is_supported()) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (requested_reference_space_types.size() == 0) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2021-08-29 08:05:11 +02:00
|
|
|
// we must create a tracker for our head
|
2022-08-17 00:33:26 +02:00
|
|
|
head_transform.basis = Basis();
|
|
|
|
head_transform.origin = Vector3();
|
2021-08-29 08:05:11 +02:00
|
|
|
head_tracker.instantiate();
|
|
|
|
head_tracker->set_tracker_type(XRServer::TRACKER_HEAD);
|
|
|
|
head_tracker->set_tracker_name("head");
|
|
|
|
head_tracker->set_tracker_desc("Players head");
|
|
|
|
xr_server->add_tracker(head_tracker);
|
|
|
|
|
2020-09-27 00:15:21 +02:00
|
|
|
// make this our primary interface
|
|
|
|
xr_server->set_primary_interface(this);
|
|
|
|
|
2021-01-27 21:16:00 +01:00
|
|
|
// Clear render_targetsize to make sure it gets reset to the new size.
|
|
|
|
// Clearing in uninitialize() doesn't work because a frame can still be
|
|
|
|
// rendered after it's called, which will fill render_targetsize again.
|
|
|
|
render_targetsize.width = 0;
|
|
|
|
render_targetsize.height = 0;
|
|
|
|
|
2020-09-27 00:15:21 +02:00
|
|
|
initialized = true;
|
|
|
|
|
|
|
|
godot_webxr_initialize(
|
|
|
|
session_mode.utf8().get_data(),
|
|
|
|
required_features.utf8().get_data(),
|
|
|
|
optional_features.utf8().get_data(),
|
|
|
|
requested_reference_space_types.utf8().get_data(),
|
|
|
|
&_emwebxr_on_session_started,
|
|
|
|
&_emwebxr_on_session_ended,
|
|
|
|
&_emwebxr_on_session_failed,
|
|
|
|
&_emwebxr_on_input_event,
|
|
|
|
&_emwebxr_on_simple_event);
|
|
|
|
};
|
|
|
|
|
|
|
|
return true;
|
|
|
|
};
|
|
|
|
|
|
|
|
void WebXRInterfaceJS::uninitialize() {
|
|
|
|
if (initialized) {
|
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
2021-08-29 08:05:11 +02:00
|
|
|
if (xr_server != nullptr) {
|
|
|
|
if (head_tracker.is_valid()) {
|
|
|
|
xr_server->remove_tracker(head_tracker);
|
|
|
|
|
|
|
|
head_tracker.unref();
|
|
|
|
}
|
|
|
|
|
|
|
|
if (xr_server->get_primary_interface() == this) {
|
|
|
|
// no longer our primary interface
|
|
|
|
xr_server->set_primary_interface(nullptr);
|
|
|
|
}
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
godot_webxr_uninitialize();
|
|
|
|
|
2023-11-08 21:54:29 +01:00
|
|
|
GLES3::TextureStorage *texture_storage = GLES3::TextureStorage::get_singleton();
|
2022-11-19 03:43:11 +01:00
|
|
|
if (texture_storage != nullptr) {
|
|
|
|
for (KeyValue<unsigned int, RID> &E : texture_cache) {
|
|
|
|
// Forcibly mark as not part of a render target so we can free it.
|
|
|
|
GLES3::Texture *texture = texture_storage->get_texture(E.value);
|
|
|
|
texture->is_render_target = false;
|
|
|
|
|
|
|
|
texture_storage->texture_free(E.value);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
texture_cache.clear();
|
2020-09-27 00:15:21 +02:00
|
|
|
reference_space_type = "";
|
|
|
|
initialized = false;
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
2023-03-13 02:26:10 +01:00
|
|
|
Dictionary WebXRInterfaceJS::get_system_info() {
|
|
|
|
Dictionary dict;
|
|
|
|
|
|
|
|
// TODO get actual information from WebXR to return here
|
|
|
|
dict[SNAME("XRRuntimeName")] = String("WebXR");
|
|
|
|
dict[SNAME("XRRuntimeVersion")] = String("");
|
|
|
|
|
|
|
|
return dict;
|
|
|
|
}
|
|
|
|
|
2021-05-07 15:19:04 +02:00
|
|
|
Transform3D WebXRInterfaceJS::_js_matrix_to_transform(float *p_js_matrix) {
|
2020-10-17 07:08:21 +02:00
|
|
|
Transform3D transform;
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2022-04-25 00:07:35 +02:00
|
|
|
transform.basis.rows[0].x = p_js_matrix[0];
|
|
|
|
transform.basis.rows[1].x = p_js_matrix[1];
|
|
|
|
transform.basis.rows[2].x = p_js_matrix[2];
|
|
|
|
transform.basis.rows[0].y = p_js_matrix[4];
|
|
|
|
transform.basis.rows[1].y = p_js_matrix[5];
|
|
|
|
transform.basis.rows[2].y = p_js_matrix[6];
|
|
|
|
transform.basis.rows[0].z = p_js_matrix[8];
|
|
|
|
transform.basis.rows[1].z = p_js_matrix[9];
|
|
|
|
transform.basis.rows[2].z = p_js_matrix[10];
|
2020-09-27 00:15:21 +02:00
|
|
|
transform.origin.x = p_js_matrix[12];
|
|
|
|
transform.origin.y = p_js_matrix[13];
|
|
|
|
transform.origin.z = p_js_matrix[14];
|
|
|
|
|
|
|
|
return transform;
|
|
|
|
}
|
|
|
|
|
2021-08-23 07:23:16 +02:00
|
|
|
Size2 WebXRInterfaceJS::get_render_target_size() {
|
2021-01-27 21:16:00 +01:00
|
|
|
if (render_targetsize.width != 0 && render_targetsize.height != 0) {
|
|
|
|
return render_targetsize;
|
|
|
|
}
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
int js_size[2];
|
|
|
|
bool has_size = godot_webxr_get_render_target_size(js_size);
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
if (!initialized || !has_size) {
|
|
|
|
// As a temporary default (until WebXR is fully initialized), use the
|
|
|
|
// window size.
|
|
|
|
return DisplayServer::get_singleton()->window_get_size();
|
|
|
|
}
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
render_targetsize.width = (float)js_size[0];
|
|
|
|
render_targetsize.height = (float)js_size[1];
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2021-01-27 21:16:00 +01:00
|
|
|
return render_targetsize;
|
2020-09-27 00:15:21 +02:00
|
|
|
};
|
|
|
|
|
2021-05-07 15:19:04 +02:00
|
|
|
Transform3D WebXRInterfaceJS::get_camera_transform() {
|
2022-11-19 03:43:11 +01:00
|
|
|
Transform3D camera_transform;
|
2020-09-27 00:15:21 +02:00
|
|
|
|
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
2022-11-19 03:43:11 +01:00
|
|
|
ERR_FAIL_NULL_V(xr_server, camera_transform);
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2022-08-17 00:33:26 +02:00
|
|
|
if (initialized) {
|
2023-01-24 04:26:38 +01:00
|
|
|
double world_scale = xr_server->get_world_scale();
|
2021-05-07 15:19:04 +02:00
|
|
|
|
2022-08-17 00:33:26 +02:00
|
|
|
Transform3D _head_transform = head_transform;
|
|
|
|
_head_transform.origin *= world_scale;
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
camera_transform = (xr_server->get_reference_frame()) * _head_transform;
|
2022-08-17 00:33:26 +02:00
|
|
|
}
|
2021-05-07 15:19:04 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
return camera_transform;
|
2021-05-07 15:19:04 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
Transform3D WebXRInterfaceJS::get_transform_for_view(uint32_t p_view, const Transform3D &p_cam_transform) {
|
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
2022-11-19 03:43:11 +01:00
|
|
|
ERR_FAIL_NULL_V(xr_server, p_cam_transform);
|
|
|
|
ERR_FAIL_COND_V(!initialized, p_cam_transform);
|
2021-05-07 15:19:04 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
float js_matrix[16];
|
|
|
|
bool has_transform = godot_webxr_get_transform_for_view(p_view, js_matrix);
|
|
|
|
if (!has_transform) {
|
|
|
|
return p_cam_transform;
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
Transform3D transform_for_view = _js_matrix_to_transform(js_matrix);
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2023-01-24 04:26:38 +01:00
|
|
|
double world_scale = xr_server->get_world_scale();
|
|
|
|
transform_for_view.origin *= world_scale;
|
2022-08-17 00:33:26 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
return p_cam_transform * xr_server->get_reference_frame() * transform_for_view;
|
2020-09-27 00:15:21 +02:00
|
|
|
};
|
|
|
|
|
Implement Vector4, Vector4i, Projection
Implement built-in classes Vector4, Vector4i and Projection.
* Two versions of Vector4 (float and integer).
* A Projection class, which is a 4x4 matrix specialized in projection types.
These types have been requested for a long time, but given they were very corner case they were not added before.
Because in Godot 4, reimplementing parts of the rendering engine is now possible, access to these types (heavily used by the rendering code) becomes a necessity.
**Q**: Why Projection and not Matrix4?
**A**: Godot does not use Matrix2, Matrix3, Matrix4x3, etc. naming convention because, within the engine, these types always have a *purpose*. As such, Godot names them: Transform2D, Transform3D or Basis. In this case, this 4x4 matrix is _always_ used as a _Projection_, hence the naming.
2022-07-20 01:11:13 +02:00
|
|
|
Projection WebXRInterfaceJS::get_projection_for_view(uint32_t p_view, double p_aspect, double p_z_near, double p_z_far) {
|
2022-11-19 03:43:11 +01:00
|
|
|
Projection view;
|
|
|
|
|
|
|
|
ERR_FAIL_COND_V(!initialized, view);
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
float js_matrix[16];
|
|
|
|
bool has_projection = godot_webxr_get_projection_for_view(p_view, js_matrix);
|
|
|
|
if (!has_projection) {
|
|
|
|
return view;
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
int k = 0;
|
|
|
|
for (int i = 0; i < 4; i++) {
|
|
|
|
for (int j = 0; j < 4; j++) {
|
2022-11-19 03:43:11 +01:00
|
|
|
view.columns[i][j] = js_matrix[k++];
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Copied from godot_oculus_mobile's ovr_mobile_session.cpp
|
2022-11-19 03:43:11 +01:00
|
|
|
view.columns[2][2] = -(p_z_far + p_z_near) / (p_z_far - p_z_near);
|
|
|
|
view.columns[3][2] = -(2.0f * p_z_far * p_z_near) / (p_z_far - p_z_near);
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
return view;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool WebXRInterfaceJS::pre_draw_viewport(RID p_render_target) {
|
2023-11-08 21:54:29 +01:00
|
|
|
GLES3::TextureStorage *texture_storage = GLES3::TextureStorage::get_singleton();
|
2022-11-19 03:43:11 +01:00
|
|
|
if (texture_storage == nullptr) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Cache the resources so we don't have to get them from JS twice.
|
|
|
|
color_texture = _get_color_texture();
|
|
|
|
depth_texture = _get_depth_texture();
|
|
|
|
|
|
|
|
// Per the WebXR spec, it returns "opaque textures" to us, which may be the
|
|
|
|
// same WebGLTexture object (which would be the same GLuint in C++) but
|
|
|
|
// represent a different underlying resource (probably the next texture in
|
|
|
|
// the XR device's swap chain). In order to render to this texture, we need
|
|
|
|
// to re-attach it to the FBO, otherwise we get an "incomplete FBO" error.
|
|
|
|
//
|
|
|
|
// See: https://immersive-web.github.io/layers/#xropaquetextures
|
|
|
|
//
|
2023-11-08 21:54:29 +01:00
|
|
|
// So, even if the color and depth textures have the same GLuint as the last
|
|
|
|
// frame, we need to re-attach them again.
|
|
|
|
texture_storage->render_target_set_reattach_textures(p_render_target, true);
|
2022-11-19 03:43:11 +01:00
|
|
|
|
|
|
|
return true;
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
2022-01-26 02:25:20 +01:00
|
|
|
Vector<BlitToScreen> WebXRInterfaceJS::post_draw_viewport(RID p_render_target, const Rect2 &p_screen_rect) {
|
2021-07-17 21:55:19 +02:00
|
|
|
Vector<BlitToScreen> blit_to_screen;
|
|
|
|
|
2023-11-08 21:54:29 +01:00
|
|
|
GLES3::TextureStorage *texture_storage = GLES3::TextureStorage::get_singleton();
|
|
|
|
if (texture_storage == nullptr) {
|
|
|
|
return blit_to_screen;
|
|
|
|
}
|
|
|
|
|
|
|
|
texture_storage->render_target_set_reattach_textures(p_render_target, false);
|
2022-11-19 03:43:11 +01:00
|
|
|
|
|
|
|
return blit_to_screen;
|
|
|
|
};
|
|
|
|
|
|
|
|
RID WebXRInterfaceJS::_get_color_texture() {
|
|
|
|
unsigned int texture_id = godot_webxr_get_color_texture();
|
|
|
|
if (texture_id == 0) {
|
|
|
|
return RID();
|
|
|
|
}
|
|
|
|
|
|
|
|
return _get_texture(texture_id);
|
|
|
|
}
|
|
|
|
|
|
|
|
RID WebXRInterfaceJS::_get_depth_texture() {
|
|
|
|
unsigned int texture_id = godot_webxr_get_depth_texture();
|
|
|
|
if (texture_id == 0) {
|
|
|
|
return RID();
|
|
|
|
}
|
|
|
|
|
|
|
|
return _get_texture(texture_id);
|
|
|
|
}
|
|
|
|
|
|
|
|
RID WebXRInterfaceJS::_get_texture(unsigned int p_texture_id) {
|
|
|
|
RBMap<unsigned int, RID>::Element *cache = texture_cache.find(p_texture_id);
|
|
|
|
if (cache != nullptr) {
|
|
|
|
return cache->get();
|
2021-07-17 21:55:19 +02:00
|
|
|
}
|
|
|
|
|
2023-11-08 21:54:29 +01:00
|
|
|
GLES3::TextureStorage *texture_storage = GLES3::TextureStorage::get_singleton();
|
2022-11-19 03:43:11 +01:00
|
|
|
if (texture_storage == nullptr) {
|
|
|
|
return RID();
|
2021-07-17 21:55:19 +02:00
|
|
|
}
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
uint32_t view_count = godot_webxr_get_view_count();
|
|
|
|
Size2 texture_size = get_render_target_size();
|
2022-08-17 00:33:26 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
RID texture = texture_storage->texture_create_external(
|
|
|
|
view_count == 1 ? GLES3::Texture::TYPE_2D : GLES3::Texture::TYPE_LAYERED,
|
|
|
|
Image::FORMAT_RGBA8,
|
|
|
|
p_texture_id,
|
|
|
|
(int)texture_size.width,
|
|
|
|
(int)texture_size.height,
|
|
|
|
1,
|
|
|
|
view_count);
|
2022-08-17 00:33:26 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
texture_cache.insert(p_texture_id, texture);
|
|
|
|
|
|
|
|
return texture;
|
|
|
|
}
|
|
|
|
|
|
|
|
RID WebXRInterfaceJS::get_color_texture() {
|
|
|
|
return color_texture;
|
|
|
|
}
|
|
|
|
|
|
|
|
RID WebXRInterfaceJS::get_depth_texture() {
|
|
|
|
return depth_texture;
|
|
|
|
}
|
|
|
|
|
|
|
|
RID WebXRInterfaceJS::get_velocity_texture() {
|
|
|
|
unsigned int texture_id = godot_webxr_get_velocity_texture();
|
|
|
|
if (texture_id == 0) {
|
|
|
|
return RID();
|
|
|
|
}
|
|
|
|
|
|
|
|
return _get_texture(texture_id);
|
|
|
|
}
|
2020-09-27 00:15:21 +02:00
|
|
|
|
|
|
|
void WebXRInterfaceJS::process() {
|
|
|
|
if (initialized) {
|
2022-08-17 00:33:26 +02:00
|
|
|
// Get the "head" position.
|
2022-11-19 03:43:11 +01:00
|
|
|
float js_matrix[16];
|
|
|
|
if (godot_webxr_get_transform_for_view(-1, js_matrix)) {
|
2022-08-17 00:33:26 +02:00
|
|
|
head_transform = _js_matrix_to_transform(js_matrix);
|
|
|
|
}
|
2021-08-29 08:05:11 +02:00
|
|
|
if (head_tracker.is_valid()) {
|
2022-08-17 00:33:26 +02:00
|
|
|
head_tracker->set_pose("default", head_transform, Vector3(), Vector3());
|
2021-08-29 08:05:11 +02:00
|
|
|
}
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
// Update all input sources.
|
|
|
|
for (int i = 0; i < input_source_count; i++) {
|
|
|
|
_update_input_source(i);
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
void WebXRInterfaceJS::_update_input_source(int p_input_source_id) {
|
2020-09-27 00:15:21 +02:00
|
|
|
XRServer *xr_server = XRServer::get_singleton();
|
|
|
|
ERR_FAIL_NULL(xr_server);
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
InputSource &input_source = input_sources[p_input_source_id];
|
|
|
|
|
|
|
|
float target_pose[16];
|
|
|
|
int tmp_target_ray_mode;
|
|
|
|
int touch_index;
|
|
|
|
int has_grip_pose;
|
|
|
|
float grip_pose[16];
|
|
|
|
int has_standard_mapping;
|
|
|
|
int button_count;
|
|
|
|
float buttons[10];
|
|
|
|
int axes_count;
|
|
|
|
float axes[10];
|
|
|
|
|
|
|
|
input_source.active = godot_webxr_update_input_source(
|
|
|
|
p_input_source_id,
|
|
|
|
target_pose,
|
|
|
|
&tmp_target_ray_mode,
|
|
|
|
&touch_index,
|
|
|
|
&has_grip_pose,
|
|
|
|
grip_pose,
|
|
|
|
&has_standard_mapping,
|
|
|
|
&button_count,
|
|
|
|
buttons,
|
|
|
|
&axes_count,
|
|
|
|
axes);
|
|
|
|
|
|
|
|
if (!input_source.active) {
|
|
|
|
if (input_source.tracker.is_valid()) {
|
|
|
|
xr_server->remove_tracker(input_source.tracker);
|
|
|
|
input_source.tracker.unref();
|
|
|
|
}
|
2021-08-29 08:05:11 +02:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
input_source.target_ray_mode = (WebXRInterface::TargetRayMode)tmp_target_ray_mode;
|
|
|
|
input_source.touch_index = touch_index;
|
|
|
|
|
|
|
|
Ref<XRPositionalTracker> &tracker = input_source.tracker;
|
|
|
|
|
|
|
|
if (tracker.is_null()) {
|
|
|
|
tracker.instantiate();
|
|
|
|
|
|
|
|
StringName tracker_name;
|
|
|
|
if (input_source.target_ray_mode == WebXRInterface::TargetRayMode::TARGET_RAY_MODE_SCREEN) {
|
|
|
|
tracker_name = touch_names[touch_index];
|
|
|
|
} else {
|
|
|
|
tracker_name = tracker_names[p_input_source_id];
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
// Input source id's 0 and 1 are always the left and right hands.
|
|
|
|
if (p_input_source_id < 2) {
|
|
|
|
tracker->set_tracker_type(XRServer::TRACKER_CONTROLLER);
|
|
|
|
tracker->set_tracker_name(tracker_name);
|
|
|
|
tracker->set_tracker_desc(p_input_source_id == 0 ? "Left hand controller" : "Right hand controller");
|
|
|
|
tracker->set_tracker_hand(p_input_source_id == 0 ? XRPositionalTracker::TRACKER_HAND_LEFT : XRPositionalTracker::TRACKER_HAND_RIGHT);
|
|
|
|
} else {
|
|
|
|
tracker->set_tracker_name(tracker_name);
|
|
|
|
tracker->set_tracker_desc(tracker_name);
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
2022-11-19 03:43:11 +01:00
|
|
|
xr_server->add_tracker(tracker);
|
|
|
|
}
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
Transform3D aim_transform = _js_matrix_to_transform(target_pose);
|
|
|
|
tracker->set_pose(SNAME("default"), aim_transform, Vector3(), Vector3());
|
|
|
|
tracker->set_pose(SNAME("aim"), aim_transform, Vector3(), Vector3());
|
|
|
|
if (has_grip_pose) {
|
|
|
|
tracker->set_pose(SNAME("grip"), _js_matrix_to_transform(grip_pose), Vector3(), Vector3());
|
|
|
|
}
|
2021-08-29 08:05:11 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
for (int i = 0; i < button_count; i++) {
|
|
|
|
StringName button_name = has_standard_mapping ? standard_button_names[i] : unknown_button_names[i];
|
|
|
|
StringName button_pressure_name = has_standard_mapping ? standard_button_pressure_names[i] : unknown_button_pressure_names[i];
|
|
|
|
float value = buttons[i];
|
|
|
|
bool state = value > 0.0;
|
|
|
|
tracker->set_input(button_name, state);
|
|
|
|
tracker->set_input(button_pressure_name, value);
|
|
|
|
}
|
2021-08-29 08:05:11 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
for (int i = 0; i < axes_count; i++) {
|
|
|
|
StringName axis_name = has_standard_mapping ? standard_axis_names[i] : unknown_axis_names[i];
|
|
|
|
float value = axes[i];
|
|
|
|
if (has_standard_mapping && (i == 1 || i == 3)) {
|
|
|
|
// Invert the Y-axis on thumbsticks and trackpads, in order to
|
|
|
|
// match OpenXR and other XR platform SDKs.
|
|
|
|
value = -value;
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
2022-11-19 03:43:11 +01:00
|
|
|
tracker->set_input(axis_name, value);
|
|
|
|
}
|
2020-09-27 00:15:21 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
// Also create Vector2's for the thumbstick and trackpad when we have the
|
|
|
|
// standard mapping.
|
|
|
|
if (has_standard_mapping) {
|
|
|
|
if (axes_count >= 2) {
|
|
|
|
tracker->set_input(standard_vector_names[0], Vector2(axes[0], -axes[1]));
|
|
|
|
}
|
|
|
|
if (axes_count >= 4) {
|
|
|
|
tracker->set_input(standard_vector_names[1], Vector2(axes[2], -axes[3]));
|
|
|
|
}
|
|
|
|
}
|
2021-08-29 08:05:11 +02:00
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
if (input_source.target_ray_mode == WebXRInterface::TARGET_RAY_MODE_SCREEN) {
|
|
|
|
if (touch_index < 5 && axes_count >= 2) {
|
|
|
|
Vector2 joy_vector = Vector2(axes[0], axes[1]);
|
|
|
|
Vector2 position = _get_screen_position_from_joy_vector(joy_vector);
|
|
|
|
|
|
|
|
if (touches[touch_index].is_touching) {
|
|
|
|
Vector2 delta = position - touches[touch_index].position;
|
|
|
|
|
|
|
|
// If position has changed by at least 1 pixel, generate a drag event.
|
|
|
|
if (abs(delta.x) >= 1.0 || abs(delta.y) >= 1.0) {
|
|
|
|
Ref<InputEventScreenDrag> event;
|
|
|
|
event.instantiate();
|
|
|
|
event->set_index(touch_index);
|
|
|
|
event->set_position(position);
|
|
|
|
event->set_relative(delta);
|
2023-10-04 19:20:01 +02:00
|
|
|
event->set_relative_screen_position(delta);
|
2022-11-19 03:43:11 +01:00
|
|
|
Input::get_singleton()->parse_input_event(event);
|
|
|
|
}
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
2022-11-19 03:43:11 +01:00
|
|
|
|
|
|
|
touches[touch_index].position = position;
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-11-19 03:43:11 +01:00
|
|
|
void WebXRInterfaceJS::_on_input_event(int p_event_type, int p_input_source_id) {
|
|
|
|
// Get the latest data for this input source. For transient input sources,
|
|
|
|
// we may not have any data at all yet!
|
|
|
|
_update_input_source(p_input_source_id);
|
|
|
|
|
|
|
|
if (p_event_type == WEBXR_INPUT_EVENT_SELECTSTART || p_event_type == WEBXR_INPUT_EVENT_SELECTEND) {
|
|
|
|
const InputSource &input_source = input_sources[p_input_source_id];
|
|
|
|
if (input_source.target_ray_mode == WebXRInterface::TARGET_RAY_MODE_SCREEN) {
|
|
|
|
int touch_index = input_source.touch_index;
|
|
|
|
if (touch_index >= 0 && touch_index < 5) {
|
|
|
|
touches[touch_index].is_touching = (p_event_type == WEBXR_INPUT_EVENT_SELECTSTART);
|
|
|
|
|
|
|
|
Ref<InputEventScreenTouch> event;
|
|
|
|
event.instantiate();
|
|
|
|
event->set_index(touch_index);
|
|
|
|
event->set_position(touches[touch_index].position);
|
|
|
|
event->set_pressed(p_event_type == WEBXR_INPUT_EVENT_SELECTSTART);
|
|
|
|
|
|
|
|
Input::get_singleton()->parse_input_event(event);
|
|
|
|
}
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
}
|
2022-11-19 03:43:11 +01:00
|
|
|
|
|
|
|
switch (p_event_type) {
|
|
|
|
case WEBXR_INPUT_EVENT_SELECTSTART:
|
|
|
|
emit_signal("selectstart", p_input_source_id);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case WEBXR_INPUT_EVENT_SELECTEND:
|
|
|
|
emit_signal("selectend", p_input_source_id);
|
|
|
|
// Emit the 'select' event on our own (rather than intercepting the
|
|
|
|
// one from JavaScript) so that we don't have to needlessly call
|
|
|
|
// _update_input_source() a second time.
|
|
|
|
emit_signal("select", p_input_source_id);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case WEBXR_INPUT_EVENT_SQUEEZESTART:
|
|
|
|
emit_signal("squeezestart", p_input_source_id);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case WEBXR_INPUT_EVENT_SQUEEZEEND:
|
|
|
|
emit_signal("squeezeend", p_input_source_id);
|
|
|
|
// Again, we emit the 'squeeze' event on our own to avoid extra work.
|
|
|
|
emit_signal("squeeze", p_input_source_id);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
Vector2 WebXRInterfaceJS::_get_screen_position_from_joy_vector(const Vector2 &p_joy_vector) {
|
|
|
|
SceneTree *scene_tree = Object::cast_to<SceneTree>(OS::get_singleton()->get_main_loop());
|
|
|
|
if (!scene_tree) {
|
|
|
|
return Vector2();
|
|
|
|
}
|
|
|
|
|
|
|
|
Window *viewport = scene_tree->get_root();
|
|
|
|
|
|
|
|
Vector2 position_percentage((p_joy_vector.x + 1.0f) / 2.0f, ((p_joy_vector.y) + 1.0f) / 2.0f);
|
|
|
|
Vector2 position = (Size2)viewport->get_size() * position_percentage;
|
|
|
|
|
|
|
|
return position;
|
2020-09-27 00:15:21 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
WebXRInterfaceJS::WebXRInterfaceJS() {
|
|
|
|
initialized = false;
|
|
|
|
session_mode = "inline";
|
|
|
|
requested_reference_space_types = "local";
|
|
|
|
};
|
|
|
|
|
|
|
|
WebXRInterfaceJS::~WebXRInterfaceJS() {
|
|
|
|
// and make sure we cleanup if we haven't already
|
|
|
|
if (initialized) {
|
|
|
|
uninitialize();
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
2022-08-28 20:27:45 +02:00
|
|
|
#endif // WEB_ENABLED
|