use std::io::Cursor; use std::time::Instant; use ebur128::{EbuR128, Mode as Ebur128Mode}; use symphonia::core::audio::SampleBuffer; use symphonia::core::codecs::{Decoder, DecoderOptions, CODEC_TYPE_NULL}; use symphonia::core::errors::Error as SymphoniaError; use symphonia::core::formats::{FormatOptions, FormatReader}; use symphonia::core::io::MediaSourceStream; use symphonia::core::meta::MetadataOptions; use symphonia::core::probe::Hint; use tauri::Manager; use super::store::{now_unix_ts, AnalysisCache, LoudnessEntry, TrackKey, WaveformEntry}; pub fn recommended_gain_for_target(integrated_lufs: f64, true_peak: f64, target_lufs: f64) -> f64 { let mut recommended_gain_db = target_lufs - integrated_lufs; if true_peak > 0.0 { let true_peak_dbtp = 20.0 * true_peak.log10(); let max_gain_db = -1.0 - true_peak_dbtp; if recommended_gain_db > max_gain_db { recommended_gain_db = max_gain_db; } } recommended_gain_db.clamp(-24.0, 24.0) } /// Result of [`seed_from_bytes_execute`] / CPU seed queue: callers use it to avoid redundant UI events. #[derive(Debug, Clone, Copy, PartialEq, Eq)] pub enum SeedFromBytesOutcome { /// Wrote waveform (and loudness when PCM decode succeeded). Upserted, /// Same `track_id` + `md5_16kb` already had a non-empty waveform for this algo version. SkippedWaveformCacheHit, /// `AnalysisCache` was not registered on the app handle. SkippedNoAnalysisCache, } /// Full Symphonia + (optional) EBU decode for waveform + loudness. Call only from the /// single CPU-seed worker in `lib.rs` (`spawn_blocking`) so at most one heavy decode runs. pub fn seed_from_bytes_execute( app: &tauri::AppHandle, track_id: &str, bytes: &[u8], ) -> Result { let started = Instant::now(); let Some(cache) = app.try_state::() else { crate::app_deprintln!( "[analysis][waveform] build skip track_id={} reason=no_analysis_cache bytes={}", track_id, bytes.len() ); return Ok(SeedFromBytesOutcome::SkippedNoAnalysisCache); }; let key = TrackKey { track_id: track_id.to_string(), md5_16kb: md5_first_16kb(bytes), }; if let Some(existing) = cache.get_waveform(&key)? { if !existing.bins.is_empty() { if cache.loudness_row_exists_for_key(&key)? { crate::app_deprintln!( "[analysis][waveform] build skip track_id={} reason=waveform_cache_hit md5_16kb={} bins_len={} elapsed_ms={}", track_id, key.md5_16kb, existing.bins.len(), started.elapsed().as_millis() ); return Ok(SeedFromBytesOutcome::SkippedWaveformCacheHit); } crate::app_deprintln!( "[analysis][waveform] waveform cache hit but loudness missing — full re-analysis track_id={} md5_16kb={}", track_id, key.md5_16kb ); } } let mib = bytes.len() as f64 / (1024.0 * 1024.0); crate::app_deprintln!( "[analysis] full-track analysis start track_id={} input_mib={:.2} md5_16kb={}", track_id, mib, key.md5_16kb ); crate::app_deprintln!( "[analysis] full-track analysis work: Symphonia decodes the entire buffer twice (frame timeline, then PCM peak bins), then EBU R128 integrated loudness + true-peak when that succeeds — CPU-bound; large lossless files often take minutes" ); let build = (|| -> Result<(bool, usize), String> { cache.touch_track_status(&key, "queued")?; let (wf_bins, loudness_opt, used_pcm_decode) = match analyze_loudness_and_waveform(bytes, -16.0, 500) { Some((integrated_lufs, true_peak, recommended_gain_db, target_lufs, bins)) => { ( bins, Some((integrated_lufs, true_peak, recommended_gain_db, target_lufs)), true, ) } None => (derive_waveform_bins(bytes, 500), None, false), }; let bins_len = wf_bins.len(); let waveform = WaveformEntry { bins: wf_bins, bin_count: 500, is_partial: false, known_until_sec: 0.0, duration_sec: 0.0, updated_at: now_unix_ts(), }; cache.upsert_waveform(&key, &waveform)?; if let Some((integrated_lufs, true_peak, recommended_gain_db, target_lufs)) = loudness_opt { let loudness = LoudnessEntry { integrated_lufs, true_peak, recommended_gain_db, target_lufs, updated_at: now_unix_ts(), }; cache.upsert_loudness(&key, &loudness)?; } cache.touch_track_status(&key, "ready")?; Ok((used_pcm_decode, bins_len)) })(); let elapsed_ms = started.elapsed().as_millis(); match &build { Ok((used_pcm_decode, bins_len)) => { crate::app_deprintln!( "[analysis] full-track analysis done track_id={} elapsed_ms={} decode_path={} bins_len={} ebu_loudness_cached={}", track_id, elapsed_ms, if *used_pcm_decode { "pcm_ebur128" } else { "byte_envelope_no_ebu" }, bins_len, *used_pcm_decode ); } Err(e) => { crate::app_deprintln!( "[analysis] full-track analysis failed track_id={} elapsed_ms={} err={}", track_id, elapsed_ms, e ); } } match build { Ok(_) => Ok(SeedFromBytesOutcome::Upserted), Err(e) => Err(e), } } fn md5_first_16kb(bytes: &[u8]) -> String { let n = bytes.len().min(16 * 1024); format!("{:x}", md5::compute(&bytes[..n])) } fn derive_waveform_bins(bytes: &[u8], bin_count: usize) -> Vec { if bin_count == 0 || bytes.is_empty() { return Vec::new(); } let mut peak_half = vec![0u8; bin_count]; for (i, slot) in peak_half.iter_mut().enumerate() { let start = i * bytes.len() / bin_count; let end = ((i + 1) * bytes.len() / bin_count).max(start + 1).min(bytes.len()); let mut peak: u8 = 0; for &b in &bytes[start..end] { let centered = if b >= 128 { b - 128 } else { 128 - b }; if centered > peak { peak = centered; } } *slot = ((peak as f32 / 127.0).sqrt().clamp(0.0, 1.0) * 255.0) as u8; } let mut out = peak_half.clone(); out.extend_from_slice(&peak_half); out } struct PcmScanResult { bins: Vec, loudness: Option<(f64, f64, f64, f64)>, } /// Loudness (EBU R128) plus PCM waveform bins in one decode pass after a frame count. fn analyze_loudness_and_waveform( bytes: &[u8], target_lufs: f64, bin_count: usize, ) -> Option<(f64, f64, f64, f64, Vec)> { if bytes.is_empty() || bin_count == 0 { return None; } let (decoded_frames, timeline_hint) = count_mono_frames_from_audio_bytes(bytes)?; if decoded_frames == 0 { return None; } let scanned = decode_scan_pcm(bytes, bin_count, decoded_frames, timeline_hint, Some(target_lufs))?; let (i, t, r, tgt) = scanned.loudness?; Some((i, t, r, tgt, scanned.bins)) } /// One-shot Symphonia setup: probe the byte buffer, pick a usable track, and /// build a decoder for it. `timeline_hint` carries `codec_params.n_frames` /// when the container reports total track length. struct DecodeSession { format: Box, decoder: Box, track_id: u32, timeline_hint: Option, } fn open_decode_session(bytes: &[u8]) -> Option { let source = Box::new(Cursor::new(bytes.to_vec())); let mss = MediaSourceStream::new(source, Default::default()); let hint = Hint::new(); let probed = symphonia::default::get_probe() .format(&hint, mss, &FormatOptions::default(), &MetadataOptions::default()) .ok()?; let format = probed.format; let track = format .default_track() .filter(|t| t.codec_params.codec != CODEC_TYPE_NULL) .or_else(|| { format.tracks().iter().find(|t| { t.codec_params.codec != CODEC_TYPE_NULL && t.codec_params.sample_rate.is_some() && t.codec_params.channels.is_some() }) }) .or_else(|| format.tracks().iter().find(|t| t.codec_params.codec != CODEC_TYPE_NULL))?; let track_id = track.id; let timeline_hint = track.codec_params.n_frames.filter(|&n| n > 0); let codec_params = track.codec_params.clone(); let decoder = match symphonia::default::get_codecs().make(&codec_params, &DecoderOptions::default()) { Ok(v) => v, Err(e) => { crate::app_deprintln!("[analysis] decoder make failed: {}", e); return None; } }; Some(DecodeSession { format, decoder, track_id, timeline_hint }) } /// Returns `(decoded_mono_frames, container_timeline_frames)` where the second is /// `codec_params.n_frames` when the container reports total track length — used /// as a **fixed** waveform time axis so partial decodes do not remap every bin /// when the buffer grows. fn count_mono_frames_from_audio_bytes(bytes: &[u8]) -> Option<(u64, Option)> { let DecodeSession { mut format, mut decoder, track_id, timeline_hint } = open_decode_session(bytes)?; let mut total: u64 = 0; let mut loop_i: u32 = 0; loop { let packet = match format.next_packet() { Ok(packet) => packet, Err(_) => break, }; if packet.track_id() != track_id { continue; } let decoded = match decoder.decode(&packet) { Ok(buf) => buf, Err(SymphoniaError::DecodeError(_)) => continue, Err(SymphoniaError::ResetRequired) => break, Err(_) => break, }; let spec = *decoded.spec(); let n_ch = spec.channels.count(); if n_ch == 0 { continue; } let mut samples = SampleBuffer::::new(decoded.capacity() as u64, spec); samples.copy_interleaved_ref(decoded); let n = samples.samples().len(); if n < n_ch || n % n_ch != 0 { continue; } total += (n / n_ch) as u64; loop_i = loop_i.wrapping_add(1); if loop_i % 128 == 0 { std::thread::yield_now(); } } if total == 0 { None } else { Some((total, timeline_hint)) } } fn normalize_peak_bins(bin_max: &[f32]) -> Vec { let bin_count = bin_max.len(); if bin_count == 0 { return Vec::new(); } let mut sorted: Vec = bin_max.to_vec(); sorted.sort_by(|a, b| a.partial_cmp(b).unwrap_or(std::cmp::Ordering::Equal)); let p5 = sorted[(sorted.len() * 5 / 100).min(sorted.len().saturating_sub(1))]; let p99 = sorted[(sorted.len() * 99 / 100).min(sorted.len().saturating_sub(1))]; let range = (p99 - p5).max(1e-8); let mut out = vec![0u8; bin_count]; for i in 0..bin_count { let t = ((bin_max[i] - p5) / range).clamp(0.0, 1.0); let shaped = t.powf(0.52); out[i] = (8.0 + shaped * 247.0).min(255.0) as u8; } out } fn decode_scan_pcm( bytes: &[u8], bin_count: usize, decoded_frames: u64, timeline_hint: Option, loudness_target_lufs: Option, ) -> Option { let DecodeSession { mut format, mut decoder, track_id, .. } = open_decode_session(bytes)?; let mut bin_max = vec![0.0f32; bin_count]; let mut bin_sum = vec![0.0f32; bin_count]; let mut bin_n = vec![0u32; bin_count]; let mut ebu: Option = None; let mut ebu_channels: u32 = 0; let mut sample_peak_abs = 0.0_f64; let mut fed_any_frames = false; let mut sample_idx: u64 = 0; let mut loop_i: u32 = 0; // Bin mapping must use the decoded mono sample count. When the container // reports `n_frames` **larger** than what we actually decoded (bad VBR tags, // wrong duration in headers) but the buffer is already the full file — all // CPU-seed paths pass a complete artifact — using `max(n_frames, decoded)` // squashes the entire waveform into the leading bins ("only the start"). if let Some(n) = timeline_hint { if n > decoded_frames { crate::app_deprintln!( "[analysis][waveform] bin_grid: ignore container n_frames={} (> decoded {}) — map bins to decoded length", n, decoded_frames ); } } let bin_grid_frames = decoded_frames.max(1); loop { let packet = match format.next_packet() { Ok(packet) => packet, Err(_) => break, }; if packet.track_id() != track_id { continue; } let decoded = match decoder.decode(&packet) { Ok(buf) => buf, Err(SymphoniaError::DecodeError(_)) => continue, Err(SymphoniaError::ResetRequired) => break, Err(_) => break, }; let spec = *decoded.spec(); let n_ch = spec.channels.count(); if n_ch == 0 { continue; } if loudness_target_lufs.is_some() && ebu.is_none() { let ch = spec.channels.count() as u32; let sr = spec.rate; match EbuR128::new(ch, sr, Ebur128Mode::I | Ebur128Mode::TRUE_PEAK) { Ok(v) => { ebu = Some(v); ebu_channels = ch; } Err(e) => { crate::app_deprintln!( "[analysis] EbuR128 init failed: channels={} sample_rate={} err={}", ch, sr, e ); return None; } } } let mut samples = SampleBuffer::::new(decoded.capacity() as u64, spec); samples.copy_interleaved_ref(decoded); let slice = samples.samples(); if slice.len() < n_ch || slice.len() % n_ch != 0 { continue; } let frames = slice.len() / n_ch; for f in 0..frames { let base = f * n_ch; let mut acc = 0.0f32; for c in 0..n_ch { acc += slice[base + c]; } let mono = acc / (n_ch as f32); let mag = mono.abs(); if mag.is_finite() { let bin = ((sample_idx * bin_count as u64) / bin_grid_frames) as usize; let bin = bin.min(bin_count.saturating_sub(1)); bin_max[bin] = bin_max[bin].max(mag); bin_sum[bin] += mag; bin_n[bin] = bin_n[bin].saturating_add(1); } for c in 0..n_ch { let v = (slice[base + c] as f64).abs(); if v.is_finite() && v > sample_peak_abs { sample_peak_abs = v; } } sample_idx += 1; } if loudness_target_lufs.is_some() { if let Some(e) = ebu.as_mut() { match e.add_frames_f32(samples.samples()) { Ok(_) => fed_any_frames = true, Err(err) => { crate::app_deprintln!("[analysis] loudness add_frames failed: {}", err); return None; } } } } loop_i = loop_i.wrapping_add(1); if loop_i % 128 == 0 { std::thread::yield_now(); } } let mut bin_mean = vec![0.0f32; bin_count]; for i in 0..bin_count { if bin_n[i] > 0 { bin_mean[i] = bin_sum[i] / (bin_n[i] as f32); } } let peak_u8 = normalize_peak_bins(&bin_max); let mean_u8 = normalize_peak_bins(&bin_mean); let mut bins = Vec::with_capacity(peak_u8.len().saturating_mul(2)); bins.extend_from_slice(&peak_u8); bins.extend_from_slice(&mean_u8); let loudness = if let Some(target_lufs) = loudness_target_lufs { if !fed_any_frames { crate::app_deprintln!("[analysis] loudness failed: no decoded frames"); return None; } let Some(ebu) = ebu else { crate::app_deprintln!("[analysis] loudness failed: ebu not initialized"); return None; }; let integrated_lufs = match ebu.loudness_global() { Ok(v) => v, Err(e) => { crate::app_deprintln!("[analysis] loudness_global failed: {}", e); return None; } }; if !integrated_lufs.is_finite() { crate::app_deprintln!("[analysis] loudness failed: integrated_lufs not finite"); return None; } let mut true_peak = 0.0_f64; let mut true_peak_ok = true; for ch in 0..ebu_channels { match ebu.true_peak(ch) { Ok(v) if v.is_finite() && v > true_peak => true_peak = v, Ok(_) => {} Err(e) => { true_peak_ok = false; crate::app_deprintln!("[analysis] true_peak unavailable: {}", e); break; } } } if !true_peak_ok { true_peak = sample_peak_abs; } let recommended_gain_db = recommended_gain_for_target(integrated_lufs, true_peak, target_lufs); Some((integrated_lufs, true_peak, recommended_gain_db, target_lufs)) } else { None }; Some(PcmScanResult { bins, loudness }) }