/**************************************************************************/ /* audio_stream.h */ /**************************************************************************/ /* This file is part of: */ /* GODOT ENGINE */ /* https://godotengine.org */ /**************************************************************************/ /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */ /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */ /* */ /* Permission is hereby granted, free of charge, to any person obtaining */ /* a copy of this software and associated documentation files (the */ /* "Software"), to deal in the Software without restriction, including */ /* without limitation the rights to use, copy, modify, merge, publish, */ /* distribute, sublicense, and/or sell copies of the Software, and to */ /* permit persons to whom the Software is furnished to do so, subject to */ /* the following conditions: */ /* */ /* The above copyright notice and this permission notice shall be */ /* included in all copies or substantial portions of the Software. */ /* */ /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */ /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */ /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */ /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */ /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */ /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */ /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ /**************************************************************************/ #ifndef AUDIO_STREAM_H #define AUDIO_STREAM_H #include "core/io/image.h" #include "core/io/resource.h" #include "scene/property_list_helper.h" #include "servers/audio/audio_filter_sw.h" #include "servers/audio_server.h" #include "core/object/gdvirtual.gen.inc" #include "core/variant/native_ptr.h" #include "core/variant/typed_array.h" class AudioStream; class AudioSamplePlayback : public RefCounted { GDCLASS(AudioSamplePlayback, RefCounted); public: Ref stream; Ref stream_playback; float offset = 0.0f; float pitch_scale = 1.0; Vector volume_vector; StringName bus; }; class AudioSample : public RefCounted { GDCLASS(AudioSample, RefCounted) public: enum LoopMode { LOOP_DISABLED, LOOP_FORWARD, LOOP_PINGPONG, LOOP_BACKWARD, }; Ref stream; Vector data; int num_channels = 1; int sample_rate = 44100; LoopMode loop_mode = LOOP_DISABLED; int loop_begin = 0; int loop_end = 0; }; /////////// class AudioStreamPlayback : public RefCounted { GDCLASS(AudioStreamPlayback, RefCounted); protected: static void _bind_methods(); GDVIRTUAL1(_start, double) GDVIRTUAL0(_stop) GDVIRTUAL0RC(bool, _is_playing) GDVIRTUAL0RC(int, _get_loop_count) GDVIRTUAL0RC(double, _get_playback_position) GDVIRTUAL1(_seek, double) GDVIRTUAL3R_REQUIRED(int, _mix, GDExtensionPtr, float, int) GDVIRTUAL0(_tag_used_streams) GDVIRTUAL2(_set_parameter, const StringName &, const Variant &) GDVIRTUAL1RC(Variant, _get_parameter, const StringName &) public: virtual void start(double p_from_pos = 0.0); virtual void stop(); virtual bool is_playing() const; virtual int get_loop_count() const; //times it looped virtual double get_playback_position() const; virtual void seek(double p_time); virtual void tag_used_streams(); virtual void set_parameter(const StringName &p_name, const Variant &p_value); virtual Variant get_parameter(const StringName &p_name) const; virtual int mix(AudioFrame *p_buffer, float p_rate_scale, int p_frames); virtual void set_is_sample(bool p_is_sample) {} virtual bool get_is_sample() const { return false; } virtual Ref get_sample_playback() const; virtual void set_sample_playback(const Ref &p_playback) {} AudioStreamPlayback(); ~AudioStreamPlayback(); }; class AudioStreamPlaybackResampled : public AudioStreamPlayback { GDCLASS(AudioStreamPlaybackResampled, AudioStreamPlayback); enum { FP_BITS = 16, //fixed point used for resampling FP_LEN = (1 << FP_BITS), FP_MASK = FP_LEN - 1, INTERNAL_BUFFER_LEN = 128, // 128 warrants 3ms positional jitter at much at 44100hz CUBIC_INTERP_HISTORY = 4 }; AudioFrame internal_buffer[INTERNAL_BUFFER_LEN + CUBIC_INTERP_HISTORY]; unsigned int internal_buffer_end = -1; uint64_t mix_offset = 0; protected: void begin_resample(); // Returns the number of frames that were mixed. virtual int _mix_internal(AudioFrame *p_buffer, int p_frames); virtual float get_stream_sampling_rate(); GDVIRTUAL2R_REQUIRED(int, _mix_resampled, GDExtensionPtr, int) GDVIRTUAL0RC_REQUIRED(float, _get_stream_sampling_rate) static void _bind_methods(); public: virtual int mix(AudioFrame *p_buffer, float p_rate_scale, int p_frames) override; AudioStreamPlaybackResampled() { mix_offset = 0; } }; class AudioStream : public Resource { GDCLASS(AudioStream, Resource); OBJ_SAVE_TYPE(AudioStream); // Saves derived classes with common type so they can be interchanged. enum { MAX_TAGGED_OFFSETS = 8 }; uint64_t tagged_frame = 0; uint64_t offset_count = 0; float tagged_offsets[MAX_TAGGED_OFFSETS]; protected: static void _bind_methods(); GDVIRTUAL0RC(Ref, _instantiate_playback) GDVIRTUAL0RC(String, _get_stream_name) GDVIRTUAL0RC(double, _get_length) GDVIRTUAL0RC(bool, _is_monophonic) GDVIRTUAL0RC(double, _get_bpm) GDVIRTUAL0RC(bool, _has_loop) GDVIRTUAL0RC(int, _get_bar_beats) GDVIRTUAL0RC(int, _get_beat_count) GDVIRTUAL0RC(TypedArray, _get_parameter_list) public: virtual Ref instantiate_playback(); virtual String get_stream_name() const; virtual double get_bpm() const; virtual bool has_loop() const; virtual int get_bar_beats() const; virtual int get_beat_count() const; virtual double get_length() const; virtual bool is_monophonic() const; void tag_used(float p_offset); uint64_t get_tagged_frame() const; uint32_t get_tagged_frame_count() const; float get_tagged_frame_offset(int p_index) const; struct Parameter { PropertyInfo property; Variant default_value; Parameter(const PropertyInfo &p_info = PropertyInfo(), const Variant &p_default_value = Variant()) { property = p_info; default_value = p_default_value; } }; virtual void get_parameter_list(List *r_parameters); virtual bool can_be_sampled() const { return false; } virtual Ref generate_sample() const; virtual bool is_meta_stream() const { return false; } }; // Microphone class AudioStreamPlaybackMicrophone; class AudioStreamMicrophone : public AudioStream { GDCLASS(AudioStreamMicrophone, AudioStream); friend class AudioStreamPlaybackMicrophone; HashSet playbacks; public: virtual Ref instantiate_playback() override; virtual String get_stream_name() const override; virtual double get_length() const override; //if supported, otherwise return 0 virtual bool is_monophonic() const override; }; class AudioStreamPlaybackMicrophone : public AudioStreamPlaybackResampled { GDCLASS(AudioStreamPlaybackMicrophone, AudioStreamPlaybackResampled); friend class AudioStreamMicrophone; bool active = false; unsigned int input_ofs = 0; Ref microphone; protected: virtual int _mix_internal(AudioFrame *p_buffer, int p_frames) override; virtual float get_stream_sampling_rate() override; virtual double get_playback_position() const override; public: virtual int mix(AudioFrame *p_buffer, float p_rate_scale, int p_frames) override; virtual void start(double p_from_pos = 0.0) override; virtual void stop() override; virtual bool is_playing() const override; virtual int get_loop_count() const override; //times it looped virtual void seek(double p_time) override; virtual void tag_used_streams() override; ~AudioStreamPlaybackMicrophone(); AudioStreamPlaybackMicrophone(); }; // class AudioStreamPlaybackRandomizer; class AudioStreamRandomizer : public AudioStream { GDCLASS(AudioStreamRandomizer, AudioStream); public: enum PlaybackMode { PLAYBACK_RANDOM_NO_REPEATS, PLAYBACK_RANDOM, PLAYBACK_SEQUENTIAL, }; private: friend class AudioStreamPlaybackRandomizer; struct PoolEntry { Ref stream; float weight = 1.0; }; static inline PropertyListHelper base_property_helper; PropertyListHelper property_helper; HashSet playbacks; Vector audio_stream_pool; float random_pitch_scale = 1.0f; float random_volume_offset_db = 0.0f; Ref instance_playback_random(); Ref instance_playback_no_repeats(); Ref instance_playback_sequential(); Ref last_playback = nullptr; PlaybackMode playback_mode = PLAYBACK_RANDOM_NO_REPEATS; protected: static void _bind_methods(); bool _set(const StringName &p_name, const Variant &p_value) { return property_helper.property_set_value(p_name, p_value); } bool _get(const StringName &p_name, Variant &r_ret) const { return property_helper.property_get_value(p_name, r_ret); } void _get_property_list(List *p_list) const { property_helper.get_property_list(p_list); } bool _property_can_revert(const StringName &p_name) const { return property_helper.property_can_revert(p_name); } bool _property_get_revert(const StringName &p_name, Variant &r_property) const { return property_helper.property_get_revert(p_name, r_property); } public: void add_stream(int p_index, Ref p_stream, float p_weight = 1.0); void move_stream(int p_index_from, int p_index_to); void remove_stream(int p_index); void set_stream(int p_index, Ref p_stream); Ref get_stream(int p_index) const; void set_stream_probability_weight(int p_index, float p_weight); float get_stream_probability_weight(int p_index) const; void set_streams_count(int p_count); int get_streams_count() const; void set_random_pitch(float p_pitch_scale); float get_random_pitch() const; void set_random_volume_offset_db(float p_volume_offset_db); float get_random_volume_offset_db() const; void set_playback_mode(PlaybackMode p_playback_mode); PlaybackMode get_playback_mode() const; virtual Ref instantiate_playback() override; virtual String get_stream_name() const override; virtual double get_length() const override; //if supported, otherwise return 0 virtual bool is_monophonic() const override; virtual bool is_meta_stream() const override { return true; } AudioStreamRandomizer(); }; class AudioStreamPlaybackRandomizer : public AudioStreamPlayback { GDCLASS(AudioStreamPlaybackRandomizer, AudioStreamPlayback); friend class AudioStreamRandomizer; Ref randomizer; Ref playback; Ref playing; float pitch_scale; float volume_scale; public: virtual void start(double p_from_pos = 0.0) override; virtual void stop() override; virtual bool is_playing() const override; virtual int get_loop_count() const override; //times it looped virtual double get_playback_position() const override; virtual void seek(double p_time) override; virtual int mix(AudioFrame *p_buffer, float p_rate_scale, int p_frames) override; virtual void tag_used_streams() override; ~AudioStreamPlaybackRandomizer(); }; VARIANT_ENUM_CAST(AudioStreamRandomizer::PlaybackMode); #endif // AUDIO_STREAM_H