2026-11-08 00:57:36 +00:00
using System.Runtime.CompilerServices ;
using System.Runtime.InteropServices ;
using System.Security.Cryptography ;
using System.Text.Json ;
using AquaSynth.Dsl ;
using AquaSynth.Faust ;
2026-11-08 04:43:20 +00:00
// Offline probe: one word, segmented by Weksa (the phones line of `weksa lower --phones`), as a run of IPA gestures on the
// IpaGestureExperiment scaffold, rendered through the native libfaust path to a mono 16-bit WAV plus script.aqua, source.dsp
// and manifest.json. It measures peak, rms and NaN; it cannot say how the word sounds.
2026-11-13 14:44:15 +00:00
// usage: WordRender <outDir> <label> <freq-hz> <phones.json> [--no-burst] [--source "key=value ..."]
// --source sets or replaces fields on the scaffold's `source_port` line (pulse=rosenberg, noise_hp=2000, tilt=.3): one source parameter changed, the phrase untouched.
// noise=X also flattens the gesture noise splines to X: the gestures hold /vocal/sources/0/noise at 0.05 through a vowel and the spline wins over the slider's base value, so the field alone changes nothing. Meant for voiced-only phrases (a fricative's rise is flattened too).
2026-11-12 16:49:16 +00:00
// --no-burst drops the plosive release_flow splines (the same edit the burst test makes), so a render pair isolates the burst.
2026-11-08 04:43:20 +00:00
// exit: 0 rendered, 1 compile or non-finite output, 2 usage, 3 phones file refused, 4 phones the tract cannot make (listed, nothing rendered)
2026-11-08 00:57:36 +00:00
const int Rate = 48000 , Frames = 512 ;
2026-11-13 14:44:15 +00:00
var noBurst = args . Skip ( 4 ) . Contains ( "--no-burst" ) ;
var sourceAt = Array . IndexOf ( args , "--source" ) ;
var sourceFields = sourceAt > = 0 & & sourceAt + 1 < args . Length ? args [ sourceAt + 1 ] : "" ;
var extra = args . Length - 4 - ( noBurst ? 1 : 0 ) - ( sourceAt > = 0 ? 2 : 0 ) ;
if ( args . Length < 4 | | extra ! = 0 | | ( sourceAt > = 0 & & ( sourceAt < 4 | | sourceAt + 1 > = args . Length ) ) ) { Console . Error . WriteLine ( "usage: WordRender <outDir> <label> <freq-hz> <phones.json> [--no-burst] [--source \"key=value ...\"]" ) ; return 2 ; }
2026-11-08 00:57:36 +00:00
var outDir = Path . GetFullPath ( args [ 0 ] ) ;
var label = args [ 1 ] ;
var freq = float . Parse ( args [ 2 ] , System . Globalization . CultureInfo . InvariantCulture ) ;
2026-11-08 04:43:20 +00:00
WeksaPhones word ;
try { word = WeksaPhonesReader . Parse ( File . ReadAllText ( args [ 3 ] ) ) ; }
catch ( Exception ex ) when ( ex is WeksaPhonesException or IOException )
2026-11-08 00:57:36 +00:00
{
2026-11-08 04:43:20 +00:00
Console . Error . WriteLine ( $"REFUSED {args[3]}: {ex.Message}" ) ;
return 3 ;
}
var plan = WeksaWordPlan . From ( word , label ) ;
if ( ! plan . Renderable )
{
Console . Error . WriteLine ( "UNSUPPORTED PHONES (the tract has no gesture for them; nothing rendered): " + string . Join ( " " , plan . Unsupported . Select ( p = > p . Ipa ) ) ) ;
return 4 ;
}
var phones = plan . Phones . ToArray ( ) ;
2026-11-08 00:57:36 +00:00
Directory . CreateDirectory ( outDir ) ;
var script = IpaGestureExperiment . BuildWordScript ( phones , freq ) ;
2026-11-13 14:44:15 +00:00
float? noiseLevel = null ;
foreach ( var field in sourceFields . Split ( ' ' , StringSplitOptions . RemoveEmptyEntries ) )
{
var key = field . Split ( '=' ) [ 0 ] ;
if ( key = = "noise" & & float . TryParse ( field [ 6. . ] , System . Globalization . NumberStyles . Float , System . Globalization . CultureInfo . InvariantCulture , out var nv ) ) noiseLevel = nv ;
var lines = script . Split ( '\n' ) ;
var at = Array . FindIndex ( lines , l = > l . TrimStart ( ) . StartsWith ( "source_port name=folds " , StringComparison . Ordinal ) ) ;
if ( at < 0 | | ! field . Contains ( '=' ) ) { Console . Error . WriteLine ( $"REFUSED --source field `{field}`" ) ; return 2 ; }
var tokens = lines [ at ] . TrimEnd ( ) . Split ( ' ' ) . Where ( t = > ! t . StartsWith ( key + "=" , StringComparison . Ordinal ) ) . Append ( field ) ;
lines [ at ] = lines [ at ] [ . . ( lines [ at ] . Length - lines [ at ] . TrimStart ( ) . Length ) ] + string . Join ( ' ' , tokens . Where ( t = > t . Length > 0 ) ) ;
script = string . Join ( '\n' , lines ) ;
}
2026-11-08 00:57:36 +00:00
File . WriteAllText ( Path . Combine ( outDir , "script.aqua" ) , script + "\n" ) ;
var seconds = phones . Sum ( p = > p . Item1 . DurationSeconds ) + 0.12f ;
var home = AquaSynthFaustToolchain . Find ( ) ;
Console . WriteLine ( $"faust home: {home ?? " ( not found ) "}" ) ;
using var compiler = new AquaSynthPatchCompiler ( new AquaSynthNativeOptions ( SampleRate : Rate ) ) ;
2026-11-08 02:16:52 +00:00
// The exporter emits one merged spline per surface (the ControlSplineTimeline curve), so the DSP carries the word's motion
// itself and no slider is driven from outside.
2026-11-12 16:49:16 +00:00
var parsed = PatchScript . Parse ( script ) ;
2026-11-13 14:44:15 +00:00
if ( noiseLevel is { } nz )
parsed = parsed with { ControlSplines = parsed . ControlSplines . Select ( sp = > sp . SurfacePath ! = "/vocal/sources/0/noise" ? sp : sp with { Points = sp . Points . Select ( pt = > pt with { Value = nz , OutValue = nz , InValue = nz } ) . ToArray ( ) } ) . ToArray ( ) } ;
2026-11-12 16:49:16 +00:00
if ( noBurst ) parsed = parsed with { ControlSplines = parsed . ControlSplines . Where ( s = > ! s . SurfacePath . EndsWith ( "/release_flow" , StringComparison . Ordinal ) ) . ToArray ( ) } ;
2026-11-12 18:42:44 +00:00
var source = FaustEmitter . Emit ( parsed , new FaustExportOptions ( label , SampleRate : Rate ) ) . Source ;
2026-11-08 00:57:36 +00:00
File . WriteAllText ( Path . Combine ( outDir , "source.dsp" ) , source ) ;
if ( ! compiler . TryCompileSource ( new AquaSynthCompileIdentity ( label , label , "" ) , source , seconds , out var patch0 , out var cerr ) )
{
Console . Error . WriteLine ( "COMPILE FAILED: " + cerr ) ;
return 1 ;
}
using var patch = patch0 ! ;
using var stream = patch . CreateStreamingPatch ( ) ;
var buf = GC . AllocateArray < float > ( Frames , pinned : true ) ;
var ptrs = GC . AllocateArray < IntPtr > ( 1 , pinned : true ) ;
unsafe { ptrs [ 0 ] = ( IntPtr ) Unsafe . AsPointer ( ref buf [ 0 ] ) ; }
var outP = Marshal . UnsafeAddrOfPinnedArrayElement ( ptrs , 0 ) ;
var blocks = ( int ) Math . Ceiling ( seconds * Rate / Frames ) ;
var pcm = new short [ blocks * Frames ] ;
double sum = 0 ; float peak = 0 ; var nan = false ;
for ( var blk = 0 ; blk < blocks ; blk + + )
{
2026-11-08 02:16:52 +00:00
stream . ProcessBlock ( Frames , IntPtr . Zero , outP ) ;
2026-11-08 00:57:36 +00:00
for ( var i = 0 ; i < Frames ; i + + )
{
var v = buf [ i ] ;
nan | = float . IsNaN ( v ) | | float . IsInfinity ( v ) ;
peak = Math . Max ( peak , Math . Abs ( v ) ) ;
sum + = ( double ) v * v ;
pcm [ blk * Frames + i ] = ( short ) ( Math . Clamp ( v , - 1f , 1f ) * 32767 ) ;
}
}
var wav = Path . Combine ( outDir , $"{label}.wav" ) ;
using ( var w = new BinaryWriter ( File . Create ( wav ) ) )
{
var db = pcm . Length * 2 ;
w . Write ( "RIFF" u8 ) ; w . Write ( 36 + db ) ; w . Write ( "WAVEfmt " u8 ) ; w . Write ( 16 ) ; w . Write ( ( short ) 1 ) ; w . Write ( ( short ) 1 ) ;
w . Write ( Rate ) ; w . Write ( Rate * 2 ) ; w . Write ( ( short ) 2 ) ; w . Write ( ( short ) 16 ) ; w . Write ( "data" u8 ) ; w . Write ( db ) ;
foreach ( var s in pcm ) w . Write ( s ) ;
}
var rms = Math . Sqrt ( sum / pcm . Length ) ;
File . WriteAllText ( Path . Combine ( outDir , "manifest.json" ) , JsonSerializer . Serialize ( new
{
2026-11-13 14:44:15 +00:00
label , freq , noBurst , sourceFields , weksa = new { word . Language , word . Source , Phones = word . Phones . Select ( p = > new { p . Ipa , Stress = p . Stress . ToString ( ) } ) } , seconds , sampleRate = Rate , frames = pcm . Length , peak , rms , nonFinite = nan ,
2026-11-08 00:57:36 +00:00
wavSha256 = Convert . ToHexString ( SHA256 . HashData ( File . ReadAllBytes ( wav ) ) ) . ToLowerInvariant ( ) ,
scriptSha256 = Convert . ToHexString ( SHA256 . HashData ( File . ReadAllBytes ( Path . Combine ( outDir , "script.aqua" ) ) ) ) . ToLowerInvariant ( ) ,
os = RuntimeInformation . OSDescription , faustHome = home
} , new JsonSerializerOptions { WriteIndented = true } ) ) ;
Console . WriteLine ( $"{wav} {seconds:F2}s peak={peak:F3} rms={rms:F4} nonFinite={nan}" ) ;
return nan ? 1 : 0 ;