Implement sonicSimilarity extension with real audio feature analysis

Adds internal/audiofeatures: decodes each scanned song to PCM via
ffmpeg and computes actual measured characteristics — tempo (via
autocorrelation of the frame energy envelope, left unset rather than
guessed when a clip is too short to contain a beat), an approximate
loudness figure, spectral centroid/rolloff and zero-crossing rate (via
a hand-written FFT), and a 12-bin chroma vector used both for a
Krumhansl-Kessler key estimate and as similarity-index input. No
external DSP/ML dependency.

The scanner now runs this analysis after indexing each song (as part
of the already-background scan, not on any request path) and stores
results in the existing audio_features table via the new
database.UpsertAudioFeatures/GetAudioFeatures/ListAllAudioFeatures.

internal/similarity is a small in-process nearest-neighbor index:
z-score normalizes each feature dimension across the analyzed library
and answers Nearest (ranked real distances) and Path (a feature-space
straight-line walk from one track to another, hopping to the closest
not-yet-used real song at each step — never a fabricated intermediate
track).

getSonicSimilarTracks and findSonicPath expose these through the
standard sonicMatch response, converting distance to a normalized
(0,1] similarity score. A song that hasn't been analyzed yet is simply
absent from results rather than faked.

Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014r98AtcBbevpscWLsfwVvv
This commit is contained in:
2026-08-23 08:30:20 -05:00
co-authored by Claude Sonnet 5
parent 6fb46a989e
commit b6acd63c2d
13 changed files with 1486 additions and 4 deletions
+28 -3
View File
@@ -15,6 +15,7 @@ import (
"sync"
"time"
"git.noroutes.net/NoRoutes/vibetunes/internal/audiofeatures"
"git.noroutes.net/NoRoutes/vibetunes/internal/coverart"
"git.noroutes.net/NoRoutes/vibetunes/internal/database"
"git.noroutes.net/NoRoutes/vibetunes/internal/library"
@@ -35,9 +36,10 @@ const maxWorkers = 4
// Scanner indexes one or more music folders into the database.
type Scanner struct {
DB *sql.DB
Prober *metadata.Prober
Log *slog.Logger
DB *sql.DB
Prober *metadata.Prober
Log *slog.Logger
FFmpegPath string // for sonic-analysis audio decoding; "" defaults to "ffmpeg" on PATH
mu sync.Mutex
scanning map[string]bool // music_folder_id -> in progress
@@ -175,6 +177,7 @@ func (s *Scanner) indexOne(ctx context.Context, folderID, absPath, relPath strin
return false, false, err
}
s.indexCoverArt(absPath, song, tags)
s.analyzeAudio(ctx, absPath, song, tags)
return false, true, nil
}
if err != database.ErrNotFound {
@@ -204,9 +207,31 @@ func (s *Scanner) indexOne(ctx context.Context, folderID, absPath, relPath strin
return false, false, err
}
s.indexCoverArt(absPath, song, tags)
s.analyzeAudio(ctx, absPath, song, tags)
return true, false, nil
}
// analyzeAudio runs the sonic-feature analyzer over a scanned file and
// stores the result, powering the sonicSimilarity extension. This runs
// as part of the (already background, admin-triggered) scan itself
// rather than on any request path. A decode/analysis failure is logged
// and otherwise ignored: the song is still indexed and playable, it
// just won't appear in sonic-similarity results until a future rescan
// succeeds — never a reason to fail the whole scan.
func (s *Scanner) analyzeAudio(ctx context.Context, absPath string, song *database.Song, tags *metadata.Tags) {
if tags.Kind != "song" {
return
}
features, err := audiofeatures.Analyze(ctx, s.FFmpegPath, absPath)
if err != nil {
s.Log.Warn("audio feature analysis failed", "err", err, "path", absPath)
return
}
if err := database.UpsertAudioFeatures(s.DB, song.ID, features); err != nil {
s.Log.Warn("storing audio features failed", "err", err, "path", absPath)
}
}
// indexCoverArt records where an album's cover art can be found: a
// folder image next to the file if one exists, otherwise the file's own
// embedded artwork (extracted lazily by the web layer on request, not