| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930 |
- /**************************************************************************/
- /* camera_android.cpp */
- /**************************************************************************/
- /* This file is part of: */
- /* GODOT ENGINE */
- /* https://godotengine.org */
- /**************************************************************************/
- /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
- /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
- /* */
- /* Permission is hereby granted, free of charge, to any person obtaining */
- /* a copy of this software and associated documentation files (the */
- /* "Software"), to deal in the Software without restriction, including */
- /* without limitation the rights to use, copy, modify, merge, publish, */
- /* distribute, sublicense, and/or sell copies of the Software, and to */
- /* permit persons to whom the Software is furnished to do so, subject to */
- /* the following conditions: */
- /* */
- /* The above copyright notice and this permission notice shall be */
- /* included in all copies or substantial portions of the Software. */
- /* */
- /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
- /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
- /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
- /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
- /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
- /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
- /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
- /**************************************************************************/
- #include "camera_android.h"
- #include "core/os/os.h"
- #include "platform/android/display_server_android.h"
- #include "platform/android/java_godot_io_wrapper.h"
- #include "platform/android/os_android.h"
- // Scope guard to ensure AImage instances are always deleted.
- class ScopedAImage {
- AImage *image = nullptr;
- public:
- ScopedAImage() = default;
- ~ScopedAImage() {
- reset();
- }
- ScopedAImage(const ScopedAImage &) = delete;
- ScopedAImage &operator=(const ScopedAImage &) = delete;
- AImage **out() {
- return ℑ
- }
- AImage *get() const {
- return image;
- }
- void reset(AImage *p_image = nullptr) {
- if (image != nullptr) {
- AImage_delete(image);
- }
- image = p_image;
- }
- };
- //////////////////////////////////////////////////////////////////////////
- // Helper functions
- //
- // The following code enables you to view the contents of a media type while
- // debugging.
- #ifndef IF_EQUAL_RETURN
- #define MAKE_FORMAT_CONST(suffix) AIMAGE_FORMAT_##suffix
- #define IF_EQUAL_RETURN(param, val) \
- if (MAKE_FORMAT_CONST(val) == param) \
- return #val
- #endif
- String GetFormatName(const int32_t &format) {
- IF_EQUAL_RETURN(format, YUV_420_888);
- IF_EQUAL_RETURN(format, RGB_888);
- IF_EQUAL_RETURN(format, RGBA_8888);
- return "Unsupported";
- }
- //////////////////////////////////////////////////////////////////////////
- // CameraFeedAndroid - Subclass for our camera feed on Android
- CameraFeedAndroid::CameraFeedAndroid(ACameraManager *manager, ACameraMetadata *metadata, const char *id,
- CameraFeed::FeedPosition position, int32_t orientation) :
- CameraFeed() {
- this->manager = manager;
- this->metadata = metadata;
- this->orientation = orientation;
- _add_formats();
- camera_id = id;
- set_position(position);
- // Position
- switch (position) {
- case CameraFeed::FEED_BACK:
- name = vformat("%s | BACK", id);
- break;
- case CameraFeed::FEED_FRONT:
- name = vformat("%s | FRONT", id);
- break;
- default:
- name = vformat("%s", id);
- break;
- }
- image_y.instantiate();
- image_uv.instantiate();
- }
- CameraFeedAndroid::~CameraFeedAndroid() {
- if (is_active()) {
- deactivate_feed();
- }
- if (metadata != nullptr) {
- ACameraMetadata_free(metadata);
- }
- }
- void CameraFeedAndroid::refresh_camera_metadata() {
- ERR_FAIL_NULL_MSG(manager, vformat("Camera %s: Cannot refresh metadata, manager is null.", camera_id));
- if (metadata != nullptr) {
- ACameraMetadata_free(metadata);
- metadata = nullptr;
- }
- camera_status_t status = ACameraManager_getCameraCharacteristics(manager, camera_id.utf8().get_data(), &metadata);
- if (status != ACAMERA_OK || metadata == nullptr) {
- ERR_FAIL_MSG(vformat("Camera %s: Failed to refresh metadata (status: %d).", camera_id, status));
- }
- ACameraMetadata_const_entry orientation_entry;
- status = ACameraMetadata_getConstEntry(metadata, ACAMERA_SENSOR_ORIENTATION, &orientation_entry);
- if (status == ACAMERA_OK) {
- orientation = orientation_entry.data.i32[0];
- print_verbose(vformat("Camera %s: Orientation updated to %d.", camera_id, orientation));
- } else {
- ERR_PRINT(vformat("Camera %s: Failed to get sensor orientation after refresh (status: %d).", camera_id, status));
- }
- formats.clear();
- _add_formats();
- print_verbose(vformat("Camera %s: Metadata refreshed successfully.", camera_id));
- }
- void CameraFeedAndroid::_set_rotation() {
- if (!metadata) {
- print_verbose(vformat("Camera %s: Metadata is null in _set_rotation, attempting refresh.", camera_id));
- refresh_camera_metadata();
- }
- float image_rotation = 0.0f;
- std::optional<int> result;
- if (metadata) {
- CameraRotationParams params;
- params.sensor_orientation = orientation;
- params.camera_facing = (position == CameraFeed::FEED_FRONT) ? CameraFacing::FRONT : CameraFacing::BACK;
- params.display_rotation = get_app_orientation();
- result = calculate_rotation(params);
- } else {
- ERR_PRINT(vformat("Camera %s: Cannot update rotation, metadata unavailable after refresh, using fallback.", camera_id));
- }
- if (result.has_value()) {
- image_rotation = static_cast<float>(result.value());
- } else {
- int display_rotation = DisplayServerAndroid::get_singleton()->get_display_rotation();
- switch (display_rotation) {
- case 90:
- display_rotation = 270;
- break;
- case 270:
- display_rotation = 90;
- break;
- default:
- break;
- }
- int sign = position == CameraFeed::FEED_FRONT ? 1 : -1;
- image_rotation = (orientation - display_rotation * sign + 360) % 360;
- }
- transform = Transform2D();
- transform = transform.rotated(Math::deg_to_rad(image_rotation));
- }
- void CameraFeedAndroid::_add_formats() {
- // Get supported formats
- ACameraMetadata_const_entry formats;
- camera_status_t status = ACameraMetadata_getConstEntry(metadata, ACAMERA_SCALER_AVAILABLE_STREAM_CONFIGURATIONS, &formats);
- if (status == ACAMERA_OK) {
- for (uint32_t f = 0; f < formats.count; f += 4) {
- // Only support output streams
- int32_t input = formats.data.i32[f + 3];
- if (input) {
- continue;
- }
- // Get format and resolution
- int32_t format = formats.data.i32[f + 0];
- if (format == AIMAGE_FORMAT_YUV_420_888 ||
- format == AIMAGE_FORMAT_RGBA_8888 ||
- format == AIMAGE_FORMAT_RGB_888) {
- CameraFeed::FeedFormat feed_format;
- feed_format.width = formats.data.i32[f + 1];
- feed_format.height = formats.data.i32[f + 2];
- feed_format.format = GetFormatName(format);
- feed_format.pixel_format = format;
- this->formats.append(feed_format);
- }
- }
- }
- }
- bool CameraFeedAndroid::activate_feed() {
- ERR_FAIL_COND_V_MSG(formats.is_empty(), false, "No camera formats available.");
- ERR_FAIL_INDEX_V_MSG(selected_format, formats.size(), false,
- vformat("CameraFeed format needs to be set before activating. Selected format index: %d (formats size: %d)", selected_format, formats.size()));
- if (is_active()) {
- deactivate_feed();
- };
- // Clear deactivation and error flags before starting activation.
- is_deactivating.clear();
- device_error_occurred.clear();
- // Request permission
- if (!OS::get_singleton()->request_permission("CAMERA")) {
- return false;
- }
- // Open device
- device_callbacks = {
- .context = this,
- .onDisconnected = onDisconnected,
- .onError = onError,
- };
- camera_status_t c_status = ACameraManager_openCamera(manager, camera_id.utf8().get_data(), &device_callbacks, &device);
- if (c_status != ACAMERA_OK) {
- print_error(vformat("Camera %s: Failed to open camera (status: %d)", camera_id, c_status));
- deactivate_feed();
- return false;
- }
- // Create image reader
- const FeedFormat &feed_format = formats[selected_format];
- media_status_t m_status = AImageReader_new(feed_format.width, feed_format.height, feed_format.pixel_format, 1, &reader);
- if (m_status != AMEDIA_OK) {
- print_error(vformat("Camera %s: Failed to create image reader (status: %d)", camera_id, m_status));
- deactivate_feed();
- return false;
- }
- // Get image listener
- image_listener = {
- .context = this,
- .onImageAvailable = onImage,
- };
- m_status = AImageReader_setImageListener(reader, &image_listener);
- if (m_status != AMEDIA_OK) {
- print_error(vformat("Camera %s: Failed to set image listener (status: %d)", camera_id, m_status));
- deactivate_feed();
- return false;
- }
- // Get image surface
- ANativeWindow *surface;
- m_status = AImageReader_getWindow(reader, &surface);
- if (m_status != AMEDIA_OK) {
- print_error(vformat("Camera %s: Failed to get image surface (status: %d)", camera_id, m_status));
- deactivate_feed();
- return false;
- }
- // Prepare session outputs
- c_status = ACaptureSessionOutput_create(surface, &session_output);
- if (c_status != ACAMERA_OK) {
- print_error(vformat("Camera %s: Failed to create session output (status: %d)", camera_id, c_status));
- deactivate_feed();
- return false;
- }
- c_status = ACaptureSessionOutputContainer_create(&session_output_container);
- if (c_status != ACAMERA_OK) {
- print_error(vformat("Camera %s: Failed to create session output container (status: %d)", camera_id, c_status));
- deactivate_feed();
- return false;
- }
- c_status = ACaptureSessionOutputContainer_add(session_output_container, session_output);
- if (c_status != ACAMERA_OK) {
- print_error(vformat("Camera %s: Failed to add session output to container (status: %d)", camera_id, c_status));
- deactivate_feed();
- return false;
- }
- // Create capture session
- session_callbacks = {
- .context = this,
- .onClosed = onSessionClosed,
- .onReady = onSessionReady,
- .onActive = onSessionActive
- };
- c_status = ACameraDevice_createCaptureSession(device, session_output_container, &session_callbacks, &session);
- if (c_status != ACAMERA_OK) {
- print_error(vformat("Camera %s: Failed to create capture session (status: %d)", camera_id, c_status));
- deactivate_feed();
- return false;
- }
- // Create capture request
- c_status = ACameraDevice_createCaptureRequest(device, TEMPLATE_PREVIEW, &request);
- if (c_status != ACAMERA_OK) {
- print_error(vformat("Camera %s: Failed to create capture request (status: %d)", camera_id, c_status));
- deactivate_feed();
- return false;
- }
- // Set capture target
- c_status = ACameraOutputTarget_create(surface, &camera_output_target);
- if (c_status != ACAMERA_OK) {
- print_error(vformat("Camera %s: Failed to create camera output target (status: %d)", camera_id, c_status));
- deactivate_feed();
- return false;
- }
- c_status = ACaptureRequest_addTarget(request, camera_output_target);
- if (c_status != ACAMERA_OK) {
- print_error(vformat("Camera %s: Failed to add target to capture request (status: %d)", camera_id, c_status));
- deactivate_feed();
- return false;
- }
- // Start capture
- c_status = ACameraCaptureSession_setRepeatingRequest(session, nullptr, 1, &request, nullptr);
- if (c_status != ACAMERA_OK) {
- print_error(vformat("Camera %s: Failed to start repeating request (status: %d)", camera_id, c_status));
- deactivate_feed();
- return false;
- }
- return true;
- }
- bool CameraFeedAndroid::set_format(int p_index, const Dictionary &p_parameters) {
- ERR_FAIL_COND_V_MSG(active, false, "Feed is active.");
- ERR_FAIL_INDEX_V_MSG(p_index, formats.size(), false, "Invalid format index.");
- selected_format = p_index;
- // Reset base dimensions to force texture recreation on next frame.
- // This ensures proper handling when switching between different resolutions.
- base_width = 0;
- base_height = 0;
- return true;
- }
- Array CameraFeedAndroid::get_formats() const {
- Array result;
- for (const FeedFormat &feed_format : formats) {
- Dictionary dictionary;
- dictionary["width"] = feed_format.width;
- dictionary["height"] = feed_format.height;
- dictionary["format"] = feed_format.format;
- result.push_back(dictionary);
- }
- return result;
- }
- CameraFeed::FeedFormat CameraFeedAndroid::get_format() const {
- CameraFeed::FeedFormat feed_format = {};
- ERR_FAIL_INDEX_V_MSG(selected_format, formats.size(), feed_format,
- vformat("Invalid format index: %d (formats size: %d)", selected_format, formats.size()));
- return formats[selected_format];
- }
- void CameraFeedAndroid::handle_pause() {
- if (is_active()) {
- was_active_before_pause = true;
- print_verbose(vformat("Camera %s: Pausing (was active).", camera_id));
- deactivate_feed();
- } else {
- was_active_before_pause = false;
- }
- }
- void CameraFeedAndroid::handle_resume() {
- if (was_active_before_pause) {
- print_verbose(vformat("Camera %s: Resuming.", camera_id));
- activate_feed();
- was_active_before_pause = false;
- }
- }
- void CameraFeedAndroid::handle_rotation_change() {
- if (!is_active()) {
- return;
- }
- print_verbose(vformat("Camera %s: Handling rotation change.", camera_id));
- refresh_camera_metadata();
- _set_rotation();
- }
- // In-place stride compaction (handles row padding).
- void CameraFeedAndroid::compact_stride_inplace(uint8_t *data, size_t width, int height, size_t stride) {
- if (stride <= width) {
- return;
- }
- uint8_t *src_row = data + stride;
- uint8_t *dst_row = data + width;
- for (int y = 1; y < height; y++) {
- memmove(dst_row, src_row, width);
- src_row += stride;
- dst_row += width;
- }
- }
- void CameraFeedAndroid::onImage(void *context, AImageReader *p_reader) {
- CameraFeedAndroid *feed = static_cast<CameraFeedAndroid *>(context);
- // Check deactivation flag before acquiring mutex to avoid using resources
- // that may be deleted during deactivate_feed(). This is a racy check but
- // safe because we only transition is_deactivating from false->true during
- // deactivation, and back to false only at the start of activation.
- if (feed->is_deactivating.is_set()) {
- // Don't try to acquire images - the reader may be deleted.
- // Android will clean up pending images when the reader is deleted.
- return;
- }
- MutexLock lock(feed->callback_mutex);
- // Re-check after acquiring mutex in case deactivation started while waiting.
- if (feed->is_deactivating.is_set()) {
- return;
- }
- // If feed is not active, we must still acquire and discard the image to
- // free the buffer slot. Otherwise, with maxImages=1, the buffer stays full
- // and no new frames will arrive (onImage won't be called again).
- // This can happen when a frame arrives between activate_feed() returning
- // and active=true being set in the base class.
- if (!feed->is_active()) {
- AImage *pending_image = nullptr;
- if (AImageReader_acquireNextImage(p_reader, &pending_image) == AMEDIA_OK && pending_image != nullptr) {
- AImage_delete(pending_image);
- }
- return;
- }
- Vector<uint8_t> data_y;
- Vector<uint8_t> data_uv;
- // Get image
- ScopedAImage image_guard;
- media_status_t status = AImageReader_acquireNextImage(p_reader, image_guard.out());
- ERR_FAIL_COND(status != AMEDIA_OK);
- AImage *image = image_guard.get();
- // Get image data
- uint8_t *data = nullptr;
- int len = 0;
- int32_t pixel_stride, row_stride;
- FeedFormat format = feed->get_format();
- int width = format.width;
- int height = format.height;
- switch (format.pixel_format) {
- case AIMAGE_FORMAT_YUV_420_888: {
- int32_t y_row_stride;
- AImage_getPlaneRowStride(image, 0, &y_row_stride);
- AImage_getPlaneData(image, 0, &data, &len);
- if (len <= 0) {
- return;
- }
- int64_t y_size = Image::get_image_data_size(width, height, Image::FORMAT_R8, false);
- if (y_row_stride == width && len == y_size) {
- data_y.resize(y_size);
- memcpy(data_y.ptrw(), data, y_size);
- } else {
- // Validate buffer size before compaction to prevent out-of-bounds read.
- int64_t required_y_len = (int64_t)y_row_stride * (height - 1) + width;
- if (len < required_y_len) {
- return;
- }
- if (feed->scratch_y.size() < len) {
- feed->scratch_y.resize(len);
- }
- memcpy(feed->scratch_y.ptrw(), data, len);
- CameraFeedAndroid::compact_stride_inplace(feed->scratch_y.ptrw(), width, height, y_row_stride);
- data_y.resize(y_size);
- memcpy(data_y.ptrw(), feed->scratch_y.ptr(), y_size);
- }
- AImage_getPlanePixelStride(image, 1, &pixel_stride);
- AImage_getPlaneRowStride(image, 1, &row_stride);
- AImage_getPlaneData(image, 1, &data, &len);
- if (len <= 0) {
- return;
- }
- int64_t uv_size = Image::get_image_data_size(width / 2, height / 2, Image::FORMAT_RG8, false);
- int uv_width = width / 2;
- int uv_height = height / 2;
- uint8_t *data_v = nullptr;
- int32_t v_pixel_stride = 0;
- int32_t v_row_stride = 0;
- int len_v = 0;
- if (pixel_stride != 2) {
- AImage_getPlanePixelStride(image, 2, &v_pixel_stride);
- AImage_getPlaneRowStride(image, 2, &v_row_stride);
- AImage_getPlaneData(image, 2, &data_v, &len_v);
- if (len_v <= 0) {
- return;
- }
- }
- if (pixel_stride == 2 && row_stride == uv_width * 2 && len == uv_size) {
- data_uv.resize(uv_size);
- memcpy(data_uv.ptrw(), data, uv_size);
- } else if (pixel_stride == 2) {
- // Allow 1-2 byte tolerance for UV buffer (some devices omit final bytes).
- int64_t required_uv_len = (int64_t)row_stride * (uv_height - 1) + uv_width * 2;
- const int64_t UV_TOLERANCE = 2;
- if (len < required_uv_len - UV_TOLERANCE) {
- return;
- }
- if (feed->scratch_uv.size() < required_uv_len) {
- feed->scratch_uv.resize(required_uv_len);
- }
- if (len < required_uv_len) {
- memset(feed->scratch_uv.ptrw() + len, 128, required_uv_len - len);
- }
- memcpy(feed->scratch_uv.ptrw(), data, len);
- if (row_stride != uv_width * 2) {
- CameraFeedAndroid::compact_stride_inplace(feed->scratch_uv.ptrw(), uv_width * 2, uv_height, row_stride);
- }
- data_uv.resize(uv_size);
- memcpy(data_uv.ptrw(), feed->scratch_uv.ptr(), uv_size);
- } else {
- if (data_v && len_v > 0) {
- data_uv.resize(uv_size);
- uint8_t *dst = data_uv.ptrw();
- uint8_t *src_u = data;
- uint8_t *src_v = data_v;
- for (int row = 0; row < uv_height; row++) {
- for (int col = 0; col < uv_width; col++) {
- dst[col * 2] = src_u[col * pixel_stride];
- dst[col * 2 + 1] = src_v[col * v_pixel_stride];
- }
- dst += uv_width * 2;
- src_u += row_stride;
- src_v += v_row_stride;
- }
- } else {
- data_uv.resize(uv_size);
- memset(data_uv.ptrw(), 128, uv_size);
- }
- }
- // Defer to main thread to avoid race conditions with RenderingServer.
- feed->image_y.instantiate();
- feed->image_y->initialize_data(width, height, false, Image::FORMAT_R8, data_y);
- feed->image_uv.instantiate();
- feed->image_uv->initialize_data(width / 2, height / 2, false, Image::FORMAT_RG8, data_uv);
- feed->call_deferred("set_ycbcr_images", feed->image_y, feed->image_uv);
- break;
- }
- case AIMAGE_FORMAT_RGBA_8888: {
- AImage_getPlaneData(image, 0, &data, &len);
- if (len <= 0) {
- return;
- }
- int64_t size = Image::get_image_data_size(width, height, Image::FORMAT_RGBA8, false);
- data_y.resize(len > size ? len : size);
- memcpy(data_y.ptrw(), data, len);
- feed->image_y.instantiate();
- feed->image_y->initialize_data(width, height, false, Image::FORMAT_RGBA8, data_y);
- feed->call_deferred("set_rgb_image", feed->image_y);
- break;
- }
- case AIMAGE_FORMAT_RGB_888: {
- AImage_getPlaneData(image, 0, &data, &len);
- if (len <= 0) {
- return;
- }
- int64_t size = Image::get_image_data_size(width, height, Image::FORMAT_RGB8, false);
- data_y.resize(len > size ? len : size);
- memcpy(data_y.ptrw(), data, len);
- feed->image_y.instantiate();
- feed->image_y->initialize_data(width, height, false, Image::FORMAT_RGB8, data_y);
- feed->call_deferred("set_rgb_image", feed->image_y);
- break;
- }
- default:
- return;
- }
- if (!feed->formats.is_empty()) {
- if (feed->metadata != nullptr) {
- feed->_set_rotation();
- } else {
- print_verbose(vformat("Camera %s: Metadata invalidated in onImage, attempting refresh.", feed->camera_id));
- feed->refresh_camera_metadata();
- if (feed->metadata != nullptr && !feed->formats.is_empty()) {
- feed->_set_rotation();
- }
- }
- }
- // Release image happens automatically via ScopedAImage.
- }
- void CameraFeedAndroid::onSessionReady(void *context, ACameraCaptureSession *session) {
- print_verbose("Capture session ready");
- }
- void CameraFeedAndroid::onSessionActive(void *context, ACameraCaptureSession *session) {
- print_verbose("Capture session active");
- }
- void CameraFeedAndroid::onSessionClosed(void *context, ACameraCaptureSession *p_session) {
- CameraFeedAndroid *feed = static_cast<CameraFeedAndroid *>(context);
- // Only post if deactivate_feed() is waiting for us. This prevents
- // spurious posts from error-triggered session closes that could
- // desynchronize the semaphore count.
- if (feed->session_close_pending.is_set()) {
- feed->session_closed_semaphore.post();
- }
- }
- void CameraFeedAndroid::deactivate_feed() {
- // Signal that deactivation is in progress. This prevents onImage callbacks
- // from using resources that may be deleted during cleanup.
- is_deactivating.set();
- // First, remove image listener to prevent new callbacks.
- if (reader != nullptr) {
- AImageReader_setImageListener(reader, nullptr);
- }
- // Stop and close capture session.
- // Must wait for session to fully close before closing device.
- if (session != nullptr) {
- ACameraCaptureSession_stopRepeating(session);
- // If an error occurred, the session may have already been closed by
- // Android. In that case, ACameraCaptureSession_close() may not trigger
- // onSessionClosed, so we skip waiting to avoid a deadlock.
- bool skip_wait = device_error_occurred.is_set();
- if (!skip_wait) {
- // Set flag before closing to indicate we're waiting for the callback.
- // This ensures we only wait for the post from THIS close operation.
- session_close_pending.set();
- }
- ACameraCaptureSession_close(session);
- if (!skip_wait) {
- // Wait for onSessionClosed callback to ensure session is fully closed
- // before proceeding to close the device.
- session_closed_semaphore.wait();
- session_close_pending.clear();
- }
- session = nullptr;
- }
- // Now safe to acquire lock and clean up resources.
- // No new callbacks will be triggered after this point.
- MutexLock lock(callback_mutex);
- if (device != nullptr) {
- ACameraDevice_close(device);
- device = nullptr;
- }
- if (reader != nullptr) {
- AImageReader_delete(reader);
- reader = nullptr;
- }
- if (request != nullptr) {
- ACaptureRequest_free(request);
- request = nullptr;
- }
- if (camera_output_target != nullptr) {
- ACameraOutputTarget_free(camera_output_target);
- camera_output_target = nullptr;
- }
- if (session_output_container != nullptr) {
- ACaptureSessionOutputContainer_free(session_output_container);
- session_output_container = nullptr;
- }
- if (session_output != nullptr) {
- ACaptureSessionOutput_free(session_output);
- session_output = nullptr;
- }
- }
- void CameraFeedAndroid::onError(void *context, ACameraDevice *p_device, int error) {
- CameraFeedAndroid *feed = static_cast<CameraFeedAndroid *>(context);
- print_error(vformat("Camera %s error: %d", feed->camera_id, error));
- // Mark that an error occurred. This signals to deactivate_feed() that
- // the session may have been closed by Android, so we shouldn't wait
- // for onSessionClosed.
- feed->device_error_occurred.set();
- onDisconnected(context, p_device);
- }
- void CameraFeedAndroid::onDisconnected(void *context, ACameraDevice *p_device) {
- CameraFeedAndroid *feed = static_cast<CameraFeedAndroid *>(context);
- // Defer to main thread to avoid reentrancy issues when called from
- // ACameraDevice_close() during deactivate_feed().
- feed->call_deferred("set_active", false);
- }
- //////////////////////////////////////////////////////////////////////////
- // CameraAndroid - Subclass for our camera server on Android
- void CameraAndroid::update_feeds() {
- ACameraIdList *cameraIds = nullptr;
- camera_status_t c_status = ACameraManager_getCameraIdList(cameraManager, &cameraIds);
- ERR_FAIL_COND(c_status != ACAMERA_OK);
- // Deactivate all feeds before removing to ensure proper cleanup.
- for (int i = 0; i < feeds.size(); i++) {
- Ref<CameraFeedAndroid> feed = feeds[i];
- if (feed.is_valid() && feed->is_active()) {
- feed->deactivate_feed();
- }
- }
- // remove existing devices
- for (int i = feeds.size() - 1; i >= 0; i--) {
- remove_feed(feeds[i]);
- }
- for (int c = 0; c < cameraIds->numCameras; ++c) {
- const char *id = cameraIds->cameraIds[c];
- ACameraMetadata *metadata = nullptr;
- ACameraManager_getCameraCharacteristics(cameraManager, id, &metadata);
- if (!metadata) {
- continue;
- }
- // Get sensor orientation
- ACameraMetadata_const_entry orientation;
- c_status = ACameraMetadata_getConstEntry(metadata, ACAMERA_SENSOR_ORIENTATION, &orientation);
- int32_t cameraOrientation;
- if (c_status == ACAMERA_OK) {
- cameraOrientation = orientation.data.i32[0];
- } else {
- cameraOrientation = 0;
- print_error(vformat("Unable to get sensor orientation: %s", id));
- }
- // Get position
- ACameraMetadata_const_entry lensInfo;
- CameraFeed::FeedPosition position = CameraFeed::FEED_UNSPECIFIED;
- camera_status_t status;
- status = ACameraMetadata_getConstEntry(metadata, ACAMERA_LENS_FACING, &lensInfo);
- if (status != ACAMERA_OK) {
- ACameraMetadata_free(metadata);
- continue;
- }
- uint8_t lens_facing = static_cast<acamera_metadata_enum_android_lens_facing_t>(lensInfo.data.u8[0]);
- if (lens_facing == ACAMERA_LENS_FACING_FRONT) {
- position = CameraFeed::FEED_FRONT;
- } else if (lens_facing == ACAMERA_LENS_FACING_BACK) {
- position = CameraFeed::FEED_BACK;
- } else {
- ACameraMetadata_free(metadata);
- continue;
- }
- Ref<CameraFeedAndroid> feed = memnew(CameraFeedAndroid(cameraManager, metadata, id, position, cameraOrientation));
- add_feed(feed);
- }
- ACameraManager_deleteCameraIdList(cameraIds);
- emit_signal(SNAME(CameraServer::feeds_updated_signal_name));
- }
- void CameraAndroid::remove_all_feeds() {
- // Deactivate all feeds before removing to ensure proper cleanup.
- // This prevents "Device is closed but session is not notified" warnings
- // that can occur if feeds are destroyed while still active.
- for (int i = 0; i < feeds.size(); i++) {
- Ref<CameraFeedAndroid> feed = feeds[i];
- if (feed.is_valid() && feed->is_active()) {
- feed->deactivate_feed();
- }
- }
- // remove existing devices
- for (int i = feeds.size() - 1; i >= 0; i--) {
- remove_feed(feeds[i]);
- }
- if (cameraManager != nullptr) {
- ACameraManager_delete(cameraManager);
- cameraManager = nullptr;
- }
- }
- void CameraAndroid::set_monitoring_feeds(bool p_monitoring_feeds) {
- if (p_monitoring_feeds == monitoring_feeds) {
- return;
- }
- CameraServer::set_monitoring_feeds(p_monitoring_feeds);
- if (p_monitoring_feeds) {
- if (cameraManager == nullptr) {
- cameraManager = ACameraManager_create();
- }
- // Update feeds
- update_feeds();
- } else {
- remove_all_feeds();
- }
- }
- void CameraAndroid::handle_application_pause() {
- for (int i = 0; i < feeds.size(); i++) {
- Ref<CameraFeedAndroid> feed = feeds[i];
- if (feed.is_valid()) {
- feed->handle_pause();
- }
- }
- }
- void CameraAndroid::handle_application_resume() {
- for (int i = 0; i < feeds.size(); i++) {
- Ref<CameraFeedAndroid> feed = feeds[i];
- if (feed.is_valid()) {
- feed->handle_resume();
- }
- }
- }
- void CameraAndroid::handle_display_rotation_change(int) {
- for (int i = 0; i < feeds.size(); i++) {
- Ref<CameraFeedAndroid> feed = feeds[i];
- if (feed.is_valid()) {
- feed->handle_rotation_change();
- }
- }
- }
- CameraAndroid::~CameraAndroid() {
- remove_all_feeds();
- }
- std::optional<int> CameraFeedAndroid::calculate_rotation(const CameraRotationParams &p_params) {
- if (p_params.sensor_orientation < 0 || p_params.sensor_orientation > 270 || p_params.sensor_orientation % 90 != 0) {
- return std::nullopt;
- }
- int rotation_angle = p_params.sensor_orientation - p_params.display_rotation;
- return normalize_angle(rotation_angle);
- }
- int CameraFeedAndroid::normalize_angle(int p_angle) {
- while (p_angle < 0) {
- p_angle += 360;
- }
- return p_angle % 360;
- }
- int CameraFeedAndroid::get_display_rotation() {
- return DisplayServerAndroid::get_singleton()->get_display_rotation();
- }
- int CameraFeedAndroid::get_app_orientation() {
- GodotIOJavaWrapper *godot_io_java = OS_Android::get_singleton()->get_godot_io_java();
- ERR_FAIL_NULL_V(godot_io_java, 0);
- int orientation = godot_io_java->get_screen_orientation();
- switch (orientation) {
- case 0: // SCREEN_LANDSCAPE
- return 90;
- case 1: // SCREEN_PORTRAIT
- return 0;
- case 2: // SCREEN_REVERSE_LANDSCAPE
- return 270;
- case 3: // SCREEN_REVERSE_PORTRAIT
- return 180;
- case 4: // SCREEN_SENSOR_LANDSCAPE
- case 5: // SCREEN_SENSOR_PORTRAIT
- case 6: // SCREEN_SENSOR
- default:
- return get_display_rotation();
- }
- }
|