audio_stream.cpp 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877
  1. /**************************************************************************/
  2. /* audio_stream.cpp */
  3. /**************************************************************************/
  4. /* This file is part of: */
  5. /* GODOT ENGINE */
  6. /* https://godotengine.org */
  7. /**************************************************************************/
  8. /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
  9. /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
  10. /* */
  11. /* Permission is hereby granted, free of charge, to any person obtaining */
  12. /* a copy of this software and associated documentation files (the */
  13. /* "Software"), to deal in the Software without restriction, including */
  14. /* without limitation the rights to use, copy, modify, merge, publish, */
  15. /* distribute, sublicense, and/or sell copies of the Software, and to */
  16. /* permit persons to whom the Software is furnished to do so, subject to */
  17. /* the following conditions: */
  18. /* */
  19. /* The above copyright notice and this permission notice shall be */
  20. /* included in all copies or substantial portions of the Software. */
  21. /* */
  22. /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
  23. /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
  24. /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
  25. /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
  26. /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
  27. /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
  28. /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
  29. /**************************************************************************/
  30. #include "audio_stream.h"
  31. #include "core/config/project_settings.h"
  32. void AudioStreamPlayback::start(double p_from_pos) {
  33. GDVIRTUAL_CALL(_start, p_from_pos);
  34. }
  35. void AudioStreamPlayback::stop() {
  36. GDVIRTUAL_CALL(_stop);
  37. }
  38. bool AudioStreamPlayback::is_playing() const {
  39. bool ret = false;
  40. GDVIRTUAL_CALL(_is_playing, ret);
  41. return ret;
  42. }
  43. int AudioStreamPlayback::get_loop_count() const {
  44. int ret = 0;
  45. GDVIRTUAL_CALL(_get_loop_count, ret);
  46. return ret;
  47. }
  48. double AudioStreamPlayback::get_playback_position() const {
  49. double ret = 0.0;
  50. GDVIRTUAL_CALL(_get_playback_position, ret);
  51. return ret;
  52. }
  53. void AudioStreamPlayback::seek(double p_time) {
  54. GDVIRTUAL_CALL(_seek, p_time);
  55. }
  56. int AudioStreamPlayback::mix(AudioFrame *p_buffer, float p_rate_scale, int p_frames) {
  57. int ret = 0;
  58. GDVIRTUAL_CALL(_mix, p_buffer, p_rate_scale, p_frames, ret);
  59. return ret;
  60. }
  61. PackedVector2Array AudioStreamPlayback::_mix_audio_bind(float p_rate_scale, int p_frames) {
  62. Vector<AudioFrame> frames = mix_audio(p_rate_scale, p_frames);
  63. PackedVector2Array res;
  64. res.resize(frames.size());
  65. Vector2 *res_ptrw = res.ptrw();
  66. for (int i = 0; i < frames.size(); i++) {
  67. res_ptrw[i] = Vector2(frames[i].left, frames[i].right);
  68. }
  69. return res;
  70. }
  71. Vector<AudioFrame> AudioStreamPlayback::mix_audio(float p_rate_scale, int p_frames) {
  72. Vector<AudioFrame> res;
  73. res.resize(p_frames);
  74. int frames = mix(res.ptrw(), p_rate_scale, p_frames);
  75. res.resize(frames);
  76. return res;
  77. }
  78. void AudioStreamPlayback::start_playback(double p_from_pos) {
  79. start(p_from_pos);
  80. }
  81. void AudioStreamPlayback::stop_playback() {
  82. stop();
  83. }
  84. void AudioStreamPlayback::seek_playback(double p_time) {
  85. seek(p_time);
  86. }
  87. void AudioStreamPlayback::tag_used_streams() {
  88. GDVIRTUAL_CALL(_tag_used_streams);
  89. }
  90. void AudioStreamPlayback::set_parameter(const StringName &p_name, const Variant &p_value) {
  91. GDVIRTUAL_CALL(_set_parameter, p_name, p_value);
  92. }
  93. Variant AudioStreamPlayback::get_parameter(const StringName &p_name) const {
  94. Variant ret;
  95. GDVIRTUAL_CALL(_get_parameter, p_name, ret);
  96. return ret;
  97. }
  98. Ref<AudioSamplePlayback> AudioStreamPlayback::get_sample_playback() const {
  99. return nullptr;
  100. }
  101. void AudioStreamPlayback::_bind_methods() {
  102. GDVIRTUAL_BIND(_start, "from_pos")
  103. GDVIRTUAL_BIND(_stop)
  104. GDVIRTUAL_BIND(_is_playing)
  105. GDVIRTUAL_BIND(_get_loop_count)
  106. GDVIRTUAL_BIND(_get_playback_position)
  107. GDVIRTUAL_BIND(_seek, "position")
  108. GDVIRTUAL_BIND(_mix, "buffer", "rate_scale", "frames");
  109. GDVIRTUAL_BIND(_tag_used_streams);
  110. GDVIRTUAL_BIND(_set_parameter, "name", "value");
  111. GDVIRTUAL_BIND(_get_parameter, "name");
  112. ClassDB::bind_method(D_METHOD("set_sample_playback", "playback_sample"), &AudioStreamPlayback::set_sample_playback);
  113. ClassDB::bind_method(D_METHOD("get_sample_playback"), &AudioStreamPlayback::get_sample_playback);
  114. ClassDB::bind_method(D_METHOD("mix_audio", "rate_scale", "frames"), &AudioStreamPlayback::_mix_audio_bind);
  115. ClassDB::bind_method(D_METHOD("start", "from_pos"), &AudioStreamPlayback::start_playback, DEFVAL(0.0));
  116. ClassDB::bind_method(D_METHOD("seek", "time"), &AudioStreamPlayback::seek_playback, DEFVAL(0.0));
  117. ClassDB::bind_method(D_METHOD("stop"), &AudioStreamPlayback::stop_playback);
  118. ClassDB::bind_method(D_METHOD("get_loop_count"), &AudioStreamPlayback::get_loop_count);
  119. ClassDB::bind_method(D_METHOD("get_playback_position"), &AudioStreamPlayback::get_playback_position);
  120. ClassDB::bind_method(D_METHOD("is_playing"), &AudioStreamPlayback::is_playing);
  121. }
  122. AudioStreamPlayback::AudioStreamPlayback() {}
  123. AudioStreamPlayback::~AudioStreamPlayback() {
  124. if (get_sample_playback().is_valid() && likely(AudioServer::get_singleton() != nullptr)) {
  125. AudioServer::get_singleton()->stop_sample_playback(get_sample_playback());
  126. }
  127. }
  128. //////////////////////////////
  129. void AudioStreamPlaybackResampled::begin_resample() {
  130. //clear cubic interpolation history
  131. internal_buffer[0] = AudioFrame(0.0, 0.0);
  132. internal_buffer[1] = AudioFrame(0.0, 0.0);
  133. internal_buffer[2] = AudioFrame(0.0, 0.0);
  134. internal_buffer[3] = AudioFrame(0.0, 0.0);
  135. //mix buffer
  136. _mix_internal(internal_buffer + 4, INTERNAL_BUFFER_LEN);
  137. mix_offset = 0;
  138. }
  139. int AudioStreamPlaybackResampled::_mix_internal(AudioFrame *p_buffer, int p_frames) {
  140. int ret = 0;
  141. GDVIRTUAL_CALL(_mix_resampled, p_buffer, p_frames, ret);
  142. return ret;
  143. }
  144. float AudioStreamPlaybackResampled::get_stream_sampling_rate() {
  145. float ret = 0;
  146. GDVIRTUAL_CALL(_get_stream_sampling_rate, ret);
  147. return ret;
  148. }
  149. void AudioStreamPlaybackResampled::_bind_methods() {
  150. ClassDB::bind_method(D_METHOD("begin_resample"), &AudioStreamPlaybackResampled::begin_resample);
  151. GDVIRTUAL_BIND(_mix_resampled, "dst_buffer", "frame_count");
  152. GDVIRTUAL_BIND(_get_stream_sampling_rate);
  153. }
  154. int AudioStreamPlaybackResampled::mix(AudioFrame *p_buffer, float p_rate_scale, int p_frames) {
  155. float target_rate = AudioServer::get_singleton()->get_mix_rate();
  156. float playback_speed_scale = AudioServer::get_singleton()->get_playback_speed_scale();
  157. uint64_t mix_increment = uint64_t(((get_stream_sampling_rate() * p_rate_scale * playback_speed_scale) / double(target_rate)) * double(FP_LEN));
  158. int mixed_frames_total = -1;
  159. int i;
  160. for (i = 0; i < p_frames; i++) {
  161. uint32_t idx = CUBIC_INTERP_HISTORY + uint32_t(mix_offset >> FP_BITS);
  162. //standard cubic interpolation (great quality/performance ratio)
  163. //this used to be moved to a LUT for greater performance, but nowadays CPU speed is generally faster than memory.
  164. float mu = (mix_offset & FP_MASK) / float(FP_LEN);
  165. AudioFrame y0 = internal_buffer[idx - 3];
  166. AudioFrame y1 = internal_buffer[idx - 2];
  167. AudioFrame y2 = internal_buffer[idx - 1];
  168. AudioFrame y3 = internal_buffer[idx - 0];
  169. if (idx >= internal_buffer_end && mixed_frames_total == -1) {
  170. // The internal buffer ends somewhere in this range, and we haven't yet recorded the number of good frames we have.
  171. mixed_frames_total = i;
  172. }
  173. float mu2 = mu * mu;
  174. float h11 = mu2 * (mu - 1);
  175. float z = mu2 - h11;
  176. float h01 = z - h11;
  177. float h10 = mu - z;
  178. p_buffer[i] = y1 + (y2 - y1) * h01 + ((y2 - y0) * h10 + (y3 - y1) * h11) * 0.5;
  179. mix_offset += mix_increment;
  180. while ((mix_offset >> FP_BITS) >= INTERNAL_BUFFER_LEN) {
  181. internal_buffer[0] = internal_buffer[INTERNAL_BUFFER_LEN + 0];
  182. internal_buffer[1] = internal_buffer[INTERNAL_BUFFER_LEN + 1];
  183. internal_buffer[2] = internal_buffer[INTERNAL_BUFFER_LEN + 2];
  184. internal_buffer[3] = internal_buffer[INTERNAL_BUFFER_LEN + 3];
  185. int mixed_frames = _mix_internal(internal_buffer + 4, INTERNAL_BUFFER_LEN);
  186. if (mixed_frames != INTERNAL_BUFFER_LEN) {
  187. // internal_buffer[mixed_frames] is the first frame of silence.
  188. internal_buffer_end = mixed_frames;
  189. } else {
  190. // The internal buffer does not contain the first frame of silence.
  191. internal_buffer_end = -1;
  192. }
  193. mix_offset -= (INTERNAL_BUFFER_LEN << FP_BITS);
  194. }
  195. }
  196. if (mixed_frames_total == -1 && i == p_frames) {
  197. mixed_frames_total = p_frames;
  198. }
  199. return mixed_frames_total;
  200. }
  201. ////////////////////////////////
  202. Ref<AudioStreamPlayback> AudioStream::instantiate_playback() {
  203. Ref<AudioStreamPlayback> ret;
  204. GDVIRTUAL_CALL(_instantiate_playback, ret);
  205. return ret;
  206. }
  207. String AudioStream::get_stream_name() const {
  208. String ret;
  209. GDVIRTUAL_CALL(_get_stream_name, ret);
  210. return ret;
  211. }
  212. double AudioStream::get_length() const {
  213. double ret = 0;
  214. GDVIRTUAL_CALL(_get_length, ret);
  215. return ret;
  216. }
  217. bool AudioStream::is_monophonic() const {
  218. bool ret = true;
  219. GDVIRTUAL_CALL(_is_monophonic, ret);
  220. return ret;
  221. }
  222. double AudioStream::get_bpm() const {
  223. double ret = 0;
  224. GDVIRTUAL_CALL(_get_bpm, ret);
  225. return ret;
  226. }
  227. bool AudioStream::has_loop() const {
  228. bool ret = false;
  229. GDVIRTUAL_CALL(_has_loop, ret);
  230. return ret;
  231. }
  232. int AudioStream::get_bar_beats() const {
  233. int ret = 0;
  234. GDVIRTUAL_CALL(_get_bar_beats, ret);
  235. return ret;
  236. }
  237. int AudioStream::get_beat_count() const {
  238. int ret = 0;
  239. GDVIRTUAL_CALL(_get_beat_count, ret);
  240. return ret;
  241. }
  242. Dictionary AudioStream::get_tags() const {
  243. Dictionary ret;
  244. GDVIRTUAL_CALL(_get_tags, ret);
  245. return ret;
  246. }
  247. void AudioStream::tag_used(float p_offset) {
  248. if (tagged_frame != AudioServer::get_singleton()->get_mixed_frames()) {
  249. offset_count = 0;
  250. tagged_frame = AudioServer::get_singleton()->get_mixed_frames();
  251. }
  252. if (offset_count < MAX_TAGGED_OFFSETS) {
  253. tagged_offsets[offset_count++] = p_offset;
  254. }
  255. }
  256. uint64_t AudioStream::get_tagged_frame() const {
  257. return tagged_frame;
  258. }
  259. uint32_t AudioStream::get_tagged_frame_count() const {
  260. return offset_count;
  261. }
  262. float AudioStream::get_tagged_frame_offset(int p_index) const {
  263. ERR_FAIL_INDEX_V(p_index, MAX_TAGGED_OFFSETS, 0);
  264. return tagged_offsets[p_index];
  265. }
  266. void AudioStream::get_parameter_list(List<Parameter> *r_parameters) {
  267. TypedArray<Dictionary> ret;
  268. GDVIRTUAL_CALL(_get_parameter_list, ret);
  269. for (int i = 0; i < ret.size(); i++) {
  270. Dictionary d = ret[i];
  271. ERR_CONTINUE(!d.has("default_value"));
  272. r_parameters->push_back(Parameter(PropertyInfo::from_dict(d), d["default_value"]));
  273. }
  274. }
  275. Ref<AudioSample> AudioStream::generate_sample() const {
  276. ERR_FAIL_COND_V_MSG(!can_be_sampled(), nullptr, "Cannot generate a sample for a stream that cannot be sampled.");
  277. Ref<AudioSample> sample;
  278. sample.instantiate();
  279. sample->stream = this;
  280. return sample;
  281. }
  282. void AudioStream::_bind_methods() {
  283. ClassDB::bind_method(D_METHOD("get_length"), &AudioStream::get_length);
  284. ClassDB::bind_method(D_METHOD("is_monophonic"), &AudioStream::is_monophonic);
  285. ClassDB::bind_method(D_METHOD("instantiate_playback"), &AudioStream::instantiate_playback);
  286. ClassDB::bind_method(D_METHOD("can_be_sampled"), &AudioStream::can_be_sampled);
  287. ClassDB::bind_method(D_METHOD("generate_sample"), &AudioStream::generate_sample);
  288. ClassDB::bind_method(D_METHOD("is_meta_stream"), &AudioStream::is_meta_stream);
  289. GDVIRTUAL_BIND(_instantiate_playback);
  290. GDVIRTUAL_BIND(_get_stream_name);
  291. GDVIRTUAL_BIND(_get_length);
  292. GDVIRTUAL_BIND(_is_monophonic);
  293. GDVIRTUAL_BIND(_get_bpm)
  294. GDVIRTUAL_BIND(_get_beat_count)
  295. GDVIRTUAL_BIND(_get_tags);
  296. GDVIRTUAL_BIND(_get_parameter_list)
  297. GDVIRTUAL_BIND(_has_loop);
  298. GDVIRTUAL_BIND(_get_bar_beats);
  299. ADD_SIGNAL(MethodInfo("parameter_list_changed"));
  300. }
  301. ////////////////////////////////
  302. Ref<AudioStreamPlayback> AudioStreamMicrophone::instantiate_playback() {
  303. Ref<AudioStreamPlaybackMicrophone> playback;
  304. playback.instantiate();
  305. playbacks.insert(playback.ptr());
  306. playback->microphone = Ref<AudioStreamMicrophone>((AudioStreamMicrophone *)this);
  307. playback->active = false;
  308. return playback;
  309. }
  310. String AudioStreamMicrophone::get_stream_name() const {
  311. //if (audio_stream.is_valid()) {
  312. //return "Random: " + audio_stream->get_name();
  313. //}
  314. return "Microphone";
  315. }
  316. double AudioStreamMicrophone::get_length() const {
  317. return 0;
  318. }
  319. bool AudioStreamMicrophone::is_monophonic() const {
  320. return true;
  321. }
  322. int AudioStreamPlaybackMicrophone::_mix_internal(AudioFrame *p_buffer, int p_frames) {
  323. AudioDriver::get_singleton()->lock();
  324. Vector<int32_t> buf = AudioDriver::get_singleton()->get_input_buffer();
  325. unsigned int input_size = AudioDriver::get_singleton()->get_input_size();
  326. int mix_rate = AudioDriver::get_singleton()->get_input_mix_rate();
  327. unsigned int playback_delay = MIN(((50 * mix_rate) / 1000) * 2, buf.size() >> 1);
  328. #ifdef DEBUG_ENABLED
  329. unsigned int input_position = AudioDriver::get_singleton()->get_input_position();
  330. #endif
  331. int mixed_frames = p_frames;
  332. if (playback_delay > input_size) {
  333. for (int i = 0; i < p_frames; i++) {
  334. p_buffer[i] = AudioFrame(0.0f, 0.0f);
  335. }
  336. input_ofs = 0;
  337. } else {
  338. for (int i = 0; i < p_frames; i++) {
  339. if (input_size > input_ofs && (int)input_ofs < buf.size()) {
  340. float l = (buf[input_ofs++] >> 16) / 32768.f;
  341. if ((int)input_ofs >= buf.size()) {
  342. input_ofs = 0;
  343. }
  344. float r = (buf[input_ofs++] >> 16) / 32768.f;
  345. if ((int)input_ofs >= buf.size()) {
  346. input_ofs = 0;
  347. }
  348. p_buffer[i] = AudioFrame(l, r);
  349. } else {
  350. p_buffer[i] = AudioFrame(0.0f, 0.0f);
  351. }
  352. }
  353. }
  354. #ifdef DEBUG_ENABLED
  355. if (input_ofs > input_position && (int)(input_ofs - input_position) < (p_frames * 2)) {
  356. print_verbose(String(get_class_name()) + " buffer underrun: input_position=" + itos(input_position) + " input_ofs=" + itos(input_ofs) + " input_size=" + itos(input_size));
  357. }
  358. #endif
  359. AudioDriver::get_singleton()->unlock();
  360. return mixed_frames;
  361. }
  362. int AudioStreamPlaybackMicrophone::mix(AudioFrame *p_buffer, float p_rate_scale, int p_frames) {
  363. return AudioStreamPlaybackResampled::mix(p_buffer, p_rate_scale, p_frames);
  364. }
  365. float AudioStreamPlaybackMicrophone::get_stream_sampling_rate() {
  366. return AudioDriver::get_singleton()->get_input_mix_rate();
  367. }
  368. void AudioStreamPlaybackMicrophone::start(double p_from_pos) {
  369. if (active) {
  370. return;
  371. }
  372. input_ofs = 0;
  373. if (AudioServer::get_singleton()->set_input_device_active(true) == OK) {
  374. active = true;
  375. begin_resample();
  376. }
  377. }
  378. void AudioStreamPlaybackMicrophone::stop() {
  379. if (active) {
  380. AudioServer::get_singleton()->set_input_device_active(false);
  381. active = false;
  382. }
  383. }
  384. bool AudioStreamPlaybackMicrophone::is_playing() const {
  385. return active;
  386. }
  387. int AudioStreamPlaybackMicrophone::get_loop_count() const {
  388. return 0;
  389. }
  390. double AudioStreamPlaybackMicrophone::get_playback_position() const {
  391. return 0;
  392. }
  393. void AudioStreamPlaybackMicrophone::seek(double p_time) {
  394. // Can't seek a microphone input
  395. }
  396. void AudioStreamPlaybackMicrophone::tag_used_streams() {
  397. microphone->tag_used(0);
  398. }
  399. AudioStreamPlaybackMicrophone::~AudioStreamPlaybackMicrophone() {
  400. microphone->playbacks.erase(this);
  401. stop();
  402. }
  403. AudioStreamPlaybackMicrophone::AudioStreamPlaybackMicrophone() {
  404. }
  405. ////////////////////////////////
  406. void AudioStreamRandomizer::add_stream(int p_index, Ref<AudioStream> p_stream, float p_weight) {
  407. if (p_index < 0) {
  408. p_index = audio_stream_pool.size();
  409. }
  410. ERR_FAIL_COND(p_index > audio_stream_pool.size());
  411. PoolEntry entry{ p_stream, p_weight };
  412. audio_stream_pool.insert(p_index, entry);
  413. emit_signal(CoreStringName(changed));
  414. notify_property_list_changed();
  415. }
  416. // p_index_to is relative to the array prior to the removal of from.
  417. // Example: [0, 1, 2, 3], move(1, 3) => [0, 2, 1, 3]
  418. void AudioStreamRandomizer::move_stream(int p_index_from, int p_index_to) {
  419. ERR_FAIL_INDEX(p_index_from, audio_stream_pool.size());
  420. // p_index_to == audio_stream_pool.size() is valid (move to end).
  421. ERR_FAIL_COND(p_index_to < 0);
  422. ERR_FAIL_COND(p_index_to > audio_stream_pool.size());
  423. audio_stream_pool.insert(p_index_to, audio_stream_pool[p_index_from]);
  424. // If 'from' is strictly after 'to' we need to increment the index by one because of the insertion.
  425. if (p_index_from > p_index_to) {
  426. p_index_from++;
  427. }
  428. audio_stream_pool.remove_at(p_index_from);
  429. emit_signal(CoreStringName(changed));
  430. notify_property_list_changed();
  431. }
  432. void AudioStreamRandomizer::remove_stream(int p_index) {
  433. ERR_FAIL_INDEX(p_index, audio_stream_pool.size());
  434. audio_stream_pool.remove_at(p_index);
  435. emit_signal(CoreStringName(changed));
  436. notify_property_list_changed();
  437. }
  438. void AudioStreamRandomizer::set_stream(int p_index, Ref<AudioStream> p_stream) {
  439. ERR_FAIL_INDEX(p_index, audio_stream_pool.size());
  440. audio_stream_pool.write[p_index].stream = p_stream;
  441. emit_signal(CoreStringName(changed));
  442. }
  443. Ref<AudioStream> AudioStreamRandomizer::get_stream(int p_index) const {
  444. ERR_FAIL_INDEX_V(p_index, audio_stream_pool.size(), nullptr);
  445. return audio_stream_pool[p_index].stream;
  446. }
  447. void AudioStreamRandomizer::set_stream_probability_weight(int p_index, float p_weight) {
  448. ERR_FAIL_INDEX(p_index, audio_stream_pool.size());
  449. audio_stream_pool.write[p_index].weight = p_weight;
  450. emit_signal(CoreStringName(changed));
  451. }
  452. float AudioStreamRandomizer::get_stream_probability_weight(int p_index) const {
  453. ERR_FAIL_INDEX_V(p_index, audio_stream_pool.size(), 0);
  454. return audio_stream_pool[p_index].weight;
  455. }
  456. void AudioStreamRandomizer::set_streams_count(int p_count) {
  457. audio_stream_pool.resize(p_count);
  458. }
  459. int AudioStreamRandomizer::get_streams_count() const {
  460. return audio_stream_pool.size();
  461. }
  462. void AudioStreamRandomizer::set_random_pitch(float p_pitch) {
  463. if (p_pitch < 1) {
  464. p_pitch = 1;
  465. }
  466. random_pitch_scale = p_pitch;
  467. }
  468. float AudioStreamRandomizer::get_random_pitch() const {
  469. return random_pitch_scale;
  470. }
  471. void AudioStreamRandomizer::set_random_pitch_semitones(float p_semitones) {
  472. random_pitch_scale = powf(2, p_semitones * 0.08333333f);
  473. }
  474. float AudioStreamRandomizer::get_random_pitch_semitones() const {
  475. return 12.0f * log2f(MAX(1.0f, random_pitch_scale));
  476. }
  477. void AudioStreamRandomizer::set_random_volume_offset_db(float p_volume_offset_db) {
  478. if (p_volume_offset_db < 0) {
  479. p_volume_offset_db = 0;
  480. }
  481. random_volume_offset_db = p_volume_offset_db;
  482. }
  483. float AudioStreamRandomizer::get_random_volume_offset_db() const {
  484. return random_volume_offset_db;
  485. }
  486. void AudioStreamRandomizer::set_playback_mode(PlaybackMode p_playback_mode) {
  487. playback_mode = p_playback_mode;
  488. }
  489. AudioStreamRandomizer::PlaybackMode AudioStreamRandomizer::get_playback_mode() const {
  490. return playback_mode;
  491. }
  492. Ref<AudioStreamPlayback> AudioStreamRandomizer::instance_playback_random() {
  493. Ref<AudioStreamPlaybackRandomizer> playback;
  494. playback.instantiate();
  495. playbacks.insert(playback.ptr());
  496. playback->randomizer = Ref<AudioStreamRandomizer>((AudioStreamRandomizer *)this);
  497. double total_weight = 0;
  498. Vector<PoolEntry> local_pool;
  499. for (const PoolEntry &entry : audio_stream_pool) {
  500. if (entry.stream.is_valid() && entry.weight > 0) {
  501. local_pool.push_back(entry);
  502. total_weight += entry.weight;
  503. }
  504. }
  505. if (local_pool.is_empty()) {
  506. return playback;
  507. }
  508. double chosen_cumulative_weight = Math::random(0.0, total_weight);
  509. double cumulative_weight = 0;
  510. for (PoolEntry &entry : local_pool) {
  511. cumulative_weight += entry.weight;
  512. if (cumulative_weight > chosen_cumulative_weight) {
  513. playback->playback = entry.stream->instantiate_playback();
  514. last_playback = entry.stream;
  515. break;
  516. }
  517. }
  518. if (playback->playback.is_null()) {
  519. // This indicates a floating point error. Take the last element.
  520. last_playback = local_pool[local_pool.size() - 1].stream;
  521. playback->playback = local_pool.write[local_pool.size() - 1].stream->instantiate_playback();
  522. }
  523. return playback;
  524. }
  525. Ref<AudioStreamPlayback> AudioStreamRandomizer::instance_playback_no_repeats() {
  526. Ref<AudioStreamPlaybackRandomizer> playback;
  527. double total_weight = 0;
  528. Vector<PoolEntry> local_pool;
  529. for (const PoolEntry &entry : audio_stream_pool) {
  530. if (entry.stream == last_playback) {
  531. continue;
  532. }
  533. if (entry.stream.is_valid() && entry.weight > 0) {
  534. local_pool.push_back(entry);
  535. total_weight += entry.weight;
  536. }
  537. }
  538. if (local_pool.is_empty()) {
  539. // There is only one sound to choose from.
  540. // Always play a random sound while allowing repeats (which always plays the same sound).
  541. playback = instance_playback_random();
  542. return playback;
  543. }
  544. playback.instantiate();
  545. playbacks.insert(playback.ptr());
  546. playback->randomizer = Ref<AudioStreamRandomizer>((AudioStreamRandomizer *)this);
  547. double chosen_cumulative_weight = Math::random(0.0, total_weight);
  548. double cumulative_weight = 0;
  549. for (PoolEntry &entry : local_pool) {
  550. cumulative_weight += entry.weight;
  551. if (cumulative_weight > chosen_cumulative_weight) {
  552. last_playback = entry.stream;
  553. playback->playback = entry.stream->instantiate_playback();
  554. break;
  555. }
  556. }
  557. if (playback->playback.is_null()) {
  558. // This indicates a floating point error. Take the last element.
  559. last_playback = local_pool[local_pool.size() - 1].stream;
  560. playback->playback = local_pool.write[local_pool.size() - 1].stream->instantiate_playback();
  561. }
  562. return playback;
  563. }
  564. Ref<AudioStreamPlayback> AudioStreamRandomizer::instance_playback_sequential() {
  565. Ref<AudioStreamPlaybackRandomizer> playback;
  566. playback.instantiate();
  567. playbacks.insert(playback.ptr());
  568. playback->randomizer = Ref<AudioStreamRandomizer>((AudioStreamRandomizer *)this);
  569. Vector<Ref<AudioStream>> local_pool;
  570. for (const PoolEntry &entry : audio_stream_pool) {
  571. if (entry.stream.is_null()) {
  572. continue;
  573. }
  574. if (local_pool.has(entry.stream)) {
  575. WARN_PRINT("Duplicate stream in sequential playback pool");
  576. continue;
  577. }
  578. local_pool.push_back(entry.stream);
  579. }
  580. if (local_pool.is_empty()) {
  581. return playback;
  582. }
  583. bool found_last_stream = false;
  584. for (Ref<AudioStream> &entry : local_pool) {
  585. if (found_last_stream) {
  586. last_playback = entry;
  587. playback->playback = entry->instantiate_playback();
  588. break;
  589. }
  590. if (entry == last_playback) {
  591. found_last_stream = true;
  592. }
  593. }
  594. if (playback->playback.is_null()) {
  595. // Wrap around
  596. last_playback = local_pool[0];
  597. playback->playback = local_pool.write[0]->instantiate_playback();
  598. }
  599. return playback;
  600. }
  601. Ref<AudioStreamPlayback> AudioStreamRandomizer::instantiate_playback() {
  602. switch (playback_mode) {
  603. case PLAYBACK_RANDOM:
  604. return instance_playback_random();
  605. case PLAYBACK_RANDOM_NO_REPEATS:
  606. return instance_playback_no_repeats();
  607. case PLAYBACK_SEQUENTIAL:
  608. return instance_playback_sequential();
  609. default:
  610. ERR_FAIL_V_MSG(nullptr, "Unhandled playback mode.");
  611. }
  612. }
  613. String AudioStreamRandomizer::get_stream_name() const {
  614. return "Randomizer";
  615. }
  616. double AudioStreamRandomizer::get_length() const {
  617. if (!last_playback.is_valid()) {
  618. return 0;
  619. }
  620. return last_playback->get_length();
  621. }
  622. bool AudioStreamRandomizer::is_monophonic() const {
  623. for (const PoolEntry &entry : audio_stream_pool) {
  624. if (entry.stream.is_valid() && entry.stream->is_monophonic()) {
  625. return true;
  626. }
  627. }
  628. return false;
  629. }
  630. void AudioStreamRandomizer::_bind_methods() {
  631. ClassDB::bind_method(D_METHOD("add_stream", "index", "stream", "weight"), &AudioStreamRandomizer::add_stream, DEFVAL(1.0));
  632. ClassDB::bind_method(D_METHOD("move_stream", "index_from", "index_to"), &AudioStreamRandomizer::move_stream);
  633. ClassDB::bind_method(D_METHOD("remove_stream", "index"), &AudioStreamRandomizer::remove_stream);
  634. ClassDB::bind_method(D_METHOD("set_stream", "index", "stream"), &AudioStreamRandomizer::set_stream);
  635. ClassDB::bind_method(D_METHOD("get_stream", "index"), &AudioStreamRandomizer::get_stream);
  636. ClassDB::bind_method(D_METHOD("set_stream_probability_weight", "index", "weight"), &AudioStreamRandomizer::set_stream_probability_weight);
  637. ClassDB::bind_method(D_METHOD("get_stream_probability_weight", "index"), &AudioStreamRandomizer::get_stream_probability_weight);
  638. ClassDB::bind_method(D_METHOD("set_streams_count", "count"), &AudioStreamRandomizer::set_streams_count);
  639. ClassDB::bind_method(D_METHOD("get_streams_count"), &AudioStreamRandomizer::get_streams_count);
  640. ClassDB::bind_method(D_METHOD("set_random_pitch", "scale"), &AudioStreamRandomizer::set_random_pitch);
  641. ClassDB::bind_method(D_METHOD("get_random_pitch"), &AudioStreamRandomizer::get_random_pitch);
  642. ClassDB::bind_method(D_METHOD("set_random_pitch_semitones", "semitones"), &AudioStreamRandomizer::set_random_pitch_semitones);
  643. ClassDB::bind_method(D_METHOD("get_random_pitch_semitones"), &AudioStreamRandomizer::get_random_pitch_semitones);
  644. ClassDB::bind_method(D_METHOD("set_random_volume_offset_db", "db_offset"), &AudioStreamRandomizer::set_random_volume_offset_db);
  645. ClassDB::bind_method(D_METHOD("get_random_volume_offset_db"), &AudioStreamRandomizer::get_random_volume_offset_db);
  646. ClassDB::bind_method(D_METHOD("set_playback_mode", "mode"), &AudioStreamRandomizer::set_playback_mode);
  647. ClassDB::bind_method(D_METHOD("get_playback_mode"), &AudioStreamRandomizer::get_playback_mode);
  648. ADD_PROPERTY(PropertyInfo(Variant::INT, "playback_mode", PROPERTY_HINT_ENUM, "Random (Avoid Repeats),Random,Sequential"), "set_playback_mode", "get_playback_mode");
  649. ADD_PROPERTY(PropertyInfo(Variant::FLOAT, "random_pitch", PROPERTY_HINT_NONE, "", PROPERTY_USAGE_NO_EDITOR), "set_random_pitch", "get_random_pitch");
  650. ADD_PROPERTY(PropertyInfo(Variant::FLOAT, "random_pitch_semitones", PROPERTY_HINT_RANGE, "0,24,0.001,or_greater,suffix:Semitones", PROPERTY_USAGE_EDITOR), "set_random_pitch_semitones", "get_random_pitch_semitones");
  651. ADD_PROPERTY(PropertyInfo(Variant::FLOAT, "random_volume_offset_db", PROPERTY_HINT_RANGE, "0,40,0.01,suffix:dB"), "set_random_volume_offset_db", "get_random_volume_offset_db");
  652. ADD_ARRAY("streams", "stream_");
  653. ADD_PROPERTY(PropertyInfo(Variant::INT, "streams_count", PROPERTY_HINT_NONE, "", PROPERTY_USAGE_NO_EDITOR), "set_streams_count", "get_streams_count");
  654. BIND_ENUM_CONSTANT(PLAYBACK_RANDOM_NO_REPEATS);
  655. BIND_ENUM_CONSTANT(PLAYBACK_RANDOM);
  656. BIND_ENUM_CONSTANT(PLAYBACK_SEQUENTIAL);
  657. PoolEntry defaults;
  658. base_property_helper.set_prefix("stream_");
  659. base_property_helper.set_array_length_getter(&AudioStreamRandomizer::get_streams_count);
  660. base_property_helper.register_property(PropertyInfo(Variant::OBJECT, "stream", PROPERTY_HINT_RESOURCE_TYPE, "AudioStream"), defaults.stream, &AudioStreamRandomizer::set_stream, &AudioStreamRandomizer::get_stream);
  661. base_property_helper.register_property(PropertyInfo(Variant::FLOAT, "weight", PROPERTY_HINT_RANGE, "0,100,0.001,or_greater"), defaults.weight, &AudioStreamRandomizer::set_stream_probability_weight, &AudioStreamRandomizer::get_stream_probability_weight);
  662. PropertyListHelper::register_base_helper(&base_property_helper);
  663. }
  664. AudioStreamRandomizer::AudioStreamRandomizer() {
  665. property_helper.setup_for_instance(base_property_helper, this);
  666. }
  667. void AudioStreamPlaybackRandomizer::start(double p_from_pos) {
  668. playing = playback;
  669. {
  670. // GH-10238 : Pitch_scale is multiplicative, so picking a random number for it without log
  671. // conversion will bias it towards higher pitches (0.5 is down one octave, 2.0 is up one octave).
  672. // See: https://pressbooks.pub/sound/chapter/pitch-and-frequency-in-music/
  673. float range_from = Math::log(1.0f / randomizer->random_pitch_scale);
  674. float range_to = Math::log(randomizer->random_pitch_scale);
  675. pitch_scale = Math::exp(range_from + Math::randf() * (range_to - range_from));
  676. }
  677. {
  678. float range_from = -randomizer->random_volume_offset_db;
  679. float range_to = randomizer->random_volume_offset_db;
  680. float volume_offset_db = range_from + Math::randf() * (range_to - range_from);
  681. volume_scale = Math::db_to_linear(volume_offset_db);
  682. }
  683. if (playing.is_valid()) {
  684. playing->start(p_from_pos);
  685. }
  686. }
  687. void AudioStreamPlaybackRandomizer::stop() {
  688. if (playing.is_valid()) {
  689. playing->stop();
  690. }
  691. }
  692. bool AudioStreamPlaybackRandomizer::is_playing() const {
  693. if (playing.is_valid()) {
  694. return playing->is_playing();
  695. }
  696. return false;
  697. }
  698. int AudioStreamPlaybackRandomizer::get_loop_count() const {
  699. if (playing.is_valid()) {
  700. return playing->get_loop_count();
  701. }
  702. return 0;
  703. }
  704. double AudioStreamPlaybackRandomizer::get_playback_position() const {
  705. if (playing.is_valid()) {
  706. return playing->get_playback_position();
  707. }
  708. return 0;
  709. }
  710. void AudioStreamPlaybackRandomizer::seek(double p_time) {
  711. if (playing.is_valid()) {
  712. playing->seek(p_time);
  713. }
  714. }
  715. void AudioStreamPlaybackRandomizer::tag_used_streams() {
  716. Ref<AudioStreamPlayback> p = playing; // Thread safety
  717. if (p.is_valid()) {
  718. p->tag_used_streams();
  719. }
  720. randomizer->tag_used(0);
  721. }
  722. int AudioStreamPlaybackRandomizer::mix(AudioFrame *p_buffer, float p_rate_scale, int p_frames) {
  723. if (playing.is_valid()) {
  724. int mixed_samples = playing->mix(p_buffer, p_rate_scale * pitch_scale, p_frames);
  725. for (int samp = 0; samp < mixed_samples; samp++) {
  726. p_buffer[samp] *= volume_scale;
  727. }
  728. return mixed_samples;
  729. } else {
  730. for (int i = 0; i < p_frames; i++) {
  731. p_buffer[i] = AudioFrame(0, 0);
  732. }
  733. return p_frames;
  734. }
  735. }
  736. AudioStreamPlaybackRandomizer::~AudioStreamPlaybackRandomizer() {
  737. randomizer->playbacks.erase(this);
  738. }
  739. /////////////////////////////////////////////