/* * Copyright (c) 2023, kleines Filmröllchen * * SPDX-License-Identifier: BSD-2-Clause */ #include "QOALoader.h" #include "Loader.h" #include "LoaderError.h" #include "QOATypes.h" #include #include #include #include #include #include #include #include namespace Audio { QOALoaderPlugin::QOALoaderPlugin(NonnullOwnPtr stream) : LoaderPlugin(move(stream)) { } Result, LoaderError> QOALoaderPlugin::create(StringView path) { auto stream = LOADER_TRY(Core::BufferedFile::create(LOADER_TRY(Core::File::open(path, Core::File::OpenMode::Read)))); auto loader = make(move(stream)); LOADER_TRY(loader->initialize()); return loader; } Result, LoaderError> QOALoaderPlugin::create(Bytes buffer) { auto loader = make(make(buffer)); LOADER_TRY(loader->initialize()); return loader; } MaybeLoaderError QOALoaderPlugin::initialize() { TRY(parse_header()); TRY(reset()); return {}; } MaybeLoaderError QOALoaderPlugin::parse_header() { u32 header_magic = LOADER_TRY(m_stream->read_value>()); if (header_magic != QOA::magic) return LoaderError { LoaderError::Category::Format, 0, "QOA header: Magic number must be 'qoaf'" }; m_total_samples = LOADER_TRY(m_stream->read_value>()); return {}; } MaybeLoaderError QOALoaderPlugin::load_one_frame(Span& target, IsFirstFrame is_first_frame) { QOA::FrameHeader header = LOADER_TRY(m_stream->read_value()); if (header.num_channels > 8) dbgln("QOALoader: Warning: QOA frame at {} has more than 8 channels ({}), this is not supported by the reference implementation.", LOADER_TRY(m_stream->tell()) - sizeof(QOA::FrameHeader), header.num_channels); if (header.num_channels == 0) return LoaderError { LoaderError::Category::Format, LOADER_TRY(m_stream->tell()), "QOA frame: Number of channels must be greater than 0" }; if (header.sample_count > QOA::max_frame_samples) return LoaderError { LoaderError::Category::Format, LOADER_TRY(m_stream->tell()), "QOA frame: Too many samples in frame" }; // We weren't given a large enough buffer; signal that we didn't write anything and return. if (header.sample_count > target.size()) { target = target.trim(0); LOADER_TRY(m_stream->seek(-sizeof(QOA::frame_header_size), AK::SeekMode::FromCurrentPosition)); return {}; } target = target.trim(header.sample_count); auto lms_states = LOADER_TRY(FixedArray::create(header.num_channels)); for (size_t channel = 0; channel < header.num_channels; ++channel) { auto history_packed = LOADER_TRY(m_stream->read_value>()); auto weights_packed = LOADER_TRY(m_stream->read_value>()); lms_states[channel] = { history_packed, weights_packed }; } // We pre-allocate very large arrays here, but that's the last allocation of the QOA loader! // Everything else is just shuffling data around. // (We will also be using all of the arrays in every frame but the last one.) auto channels = LOADER_TRY((FixedArray>::create(header.num_channels))); // There's usually (and at maximum) 256 slices per channel, but less at the very end. // If the final slice would be partial, we still need to decode it; integer division would tell us that this final slice doesn't exist. auto const slice_count = static_cast(ceil(static_cast(header.sample_count) / static_cast(QOA::slice_samples))); VERIFY(slice_count <= QOA::max_slices_per_frame); // Observe the loop nesting: Slices are channel-interleaved. for (size_t slice = 0; slice < slice_count; ++slice) { for (size_t channel = 0; channel < header.num_channels; ++channel) { auto slice_samples = channels[channel].span().slice(slice * QOA::slice_samples, QOA::slice_samples); TRY(read_one_slice(lms_states[channel], slice_samples)); } } if (is_first_frame == IsFirstFrame::Yes) { m_num_channels = header.num_channels; m_sample_rate = header.sample_rate; } else { if (m_sample_rate != header.sample_rate) return LoaderError { LoaderError::Category::Unimplemented, LOADER_TRY(m_stream->tell()), "QOA: Differing sample rate in non-initial frame" }; if (m_num_channels != header.num_channels) m_has_uniform_channel_count = false; } switch (header.num_channels) { case 1: for (size_t sample = 0; sample < header.sample_count; ++sample) target[sample] = Sample { static_cast(channels[0][sample]) / static_cast(NumericLimits::max()) }; break; // FIXME: Combine surround channels sensibly, FlacLoader has the same simplification at the moment. case 2: case 3: case 4: case 5: case 6: case 7: case 8: default: for (size_t sample = 0; sample < header.sample_count; ++sample) { target[sample] = { static_cast(channels[0][sample]) / static_cast(NumericLimits::max()), static_cast(channels[1][sample]) / static_cast(NumericLimits::max()), }; } break; } return {}; } ErrorOr>, LoaderError> QOALoaderPlugin::load_chunks(size_t samples_to_read_from_input) { ssize_t const remaining_samples = static_cast(m_total_samples - m_loaded_samples); if (remaining_samples <= 0) return Vector> {}; size_t const samples_to_read = min(samples_to_read_from_input, remaining_samples); auto is_first_frame = m_loaded_samples == 0 ? IsFirstFrame::Yes : IsFirstFrame::No; Vector> frames; size_t current_loaded_samples = 0; while (current_loaded_samples < samples_to_read) { auto samples = LOADER_TRY(FixedArray::create(QOA::max_frame_samples)); auto slice_to_load_into = samples.span(); TRY(this->load_one_frame(slice_to_load_into, is_first_frame)); is_first_frame = IsFirstFrame::No; VERIFY(slice_to_load_into.size() <= QOA::max_frame_samples); current_loaded_samples += slice_to_load_into.size(); if (slice_to_load_into.size() != samples.size()) { auto smaller_samples = LOADER_TRY(FixedArray::create(slice_to_load_into)); samples.swap(smaller_samples); } LOADER_TRY(frames.try_append(move(samples))); if (slice_to_load_into.size() != samples.size()) break; } m_loaded_samples += current_loaded_samples; return frames; } MaybeLoaderError QOALoaderPlugin::reset() { LOADER_TRY(m_stream->seek(QOA::header_size, AK::SeekMode::SetPosition)); m_loaded_samples = 0; // Read the first frame, then seek back to the beginning. This is necessary since the first frame contains the sample rate and channel count. auto frame_samples = LOADER_TRY(FixedArray::create(QOA::max_frame_samples)); auto span = frame_samples.span(); LOADER_TRY(load_one_frame(span, IsFirstFrame::Yes)); LOADER_TRY(m_stream->seek(QOA::header_size, AK::SeekMode::SetPosition)); m_loaded_samples = 0; return {}; } MaybeLoaderError QOALoaderPlugin::seek(int sample_index) { if (sample_index == 0 && m_loaded_samples == 0) return {}; // A QOA file consists of 8 bytes header followed by a number of usually fixed-size frames. // This fixed bitrate allows us to seek in constant time. if (!m_has_uniform_channel_count) return LoaderError { LoaderError::Category::Unimplemented, LOADER_TRY(m_stream->tell()), "QOA with non-uniform channel count is currently not seekable"sv }; /// FIXME: Change the Loader API to use size_t. VERIFY(sample_index >= 0); // We seek to the frame "before"; i.e. the frame that contains that sample. auto const frame_of_sample = static_cast(AK::floor(static_cast(sample_index) / static_cast(QOA::max_frame_samples))); auto const frame_size = QOA::frame_header_size + m_num_channels * (QOA::lms_state_size + sizeof(QOA::PackedSlice) * QOA::max_slices_per_frame); auto const byte_index = QOA::header_size + frame_of_sample * frame_size; LOADER_TRY(m_stream->seek(byte_index, AK::SeekMode::SetPosition)); m_loaded_samples = frame_of_sample * QOA::max_frame_samples; return {}; } MaybeLoaderError QOALoaderPlugin::read_one_slice(QOA::LMSState& lms_state, Span& samples) { VERIFY(samples.size() == QOA::slice_samples); auto packed_slice = LOADER_TRY(m_stream->read_value>()); auto unpacked_slice = unpack_slice(packed_slice); for (size_t i = 0; i < QOA::slice_samples; ++i) { auto const residual = unpacked_slice.residuals[i]; auto const predicted = lms_state.predict(); auto const dequantized = QOA::dequantization_table[unpacked_slice.scale_factor_index][residual]; auto const reconstructed = clamp(predicted + dequantized, QOA::sample_minimum, QOA::sample_maximum); samples[i] = static_cast(reconstructed); lms_state.update(reconstructed, dequantized); } return {}; } QOA::UnpackedSlice QOALoaderPlugin::unpack_slice(QOA::PackedSlice packed_slice) { size_t const scale_factor_index = (packed_slice >> 60) & 0b1111; Array residuals = {}; auto shifted_slice = packed_slice << 4; for (size_t i = 0; i < QOA::slice_samples; ++i) { residuals[i] = static_cast((shifted_slice >> 61) & 0b111); shifted_slice <<= 3; } return { .scale_factor_index = scale_factor_index, .residuals = residuals, }; } i16 QOALoaderPlugin::qoa_divide(i16 value, i16 scale_factor) { auto const reciprocal = QOA::reciprocal_table[scale_factor]; auto const n = (value * reciprocal + (1 << 15)) >> 16; // Rounding away from zero gives better quantization for small values. auto const n_rounded = n + (static_cast(value > 0) - static_cast(value < 0)) - (static_cast(n > 0) - static_cast(n < 0)); return static_cast(n_rounded); } }