Merged as head maintainer after Soul pass 1 (aqua-body:verdict:cut-voice-source-kit.s1, 4 Medium 4 Low, fixed in a29cad3..e343d2b). Unheard. Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
132 lines
8.3 KiB
C#
132 lines
8.3 KiB
C#
using System.Runtime.CompilerServices;
|
|
using System.Runtime.InteropServices;
|
|
using System.Security.Cryptography;
|
|
using System.Text.Json;
|
|
using AquaSynth.Dsl;
|
|
using AquaSynth.Faust;
|
|
|
|
// Offline probe: one word, segmented by Weksa (the phones line of `weksa lower --phones`), as a run of IPA gestures on the
|
|
// IpaGestureExperiment scaffold, rendered through the native libfaust path to a mono 16-bit WAV plus script.aqua, source.dsp
|
|
// and manifest.json. It measures peak, rms and NaN; it cannot say how the word sounds.
|
|
// usage: WordRender <outDir> <label> <freq-hz> <phones.json> [--no-burst] [--source "key=value ..."]
|
|
// --source sets or replaces fields on the scaffold's `source_port` line (pulse=rosenberg, noise_hp=2000, tilt=.3): one source parameter changed, the phrase untouched.
|
|
// noise=X also flattens the gesture noise splines to X: the gestures hold /vocal/sources/0/noise at 0.05 through a vowel and the spline wins over the slider's base value, so the field alone changes nothing. Meant for voiced-only phrases (a fricative's rise is flattened too).
|
|
// --no-burst drops the plosive release_flow splines (the same edit the burst test makes), so a render pair isolates the burst.
|
|
// exit: 0 rendered, 1 compile or non-finite output, 2 usage or a refused --source (unknown or repeated key, no value, non-number, negative, noise_hp outside 0-8000, a script the parser rejects), 3 phones file refused, 4 phones the tract cannot make (listed, nothing rendered)
|
|
const int Rate = 48000, Frames = 512;
|
|
var noBurst = args.Skip(4).Contains("--no-burst");
|
|
var sourceAt = Array.IndexOf(args, "--source");
|
|
var sourceFields = sourceAt >= 0 && sourceAt + 1 < args.Length ? args[sourceAt + 1] : "";
|
|
var extra = args.Length - 4 - (noBurst ? 1 : 0) - (sourceAt >= 0 ? 2 : 0);
|
|
if (args.Length < 4 || extra != 0 || (sourceAt >= 0 && (sourceAt < 4 || sourceAt + 1 >= args.Length))) { Console.Error.WriteLine("usage: WordRender <outDir> <label> <freq-hz> <phones.json> [--no-burst] [--source \"key=value ...\"]"); return 2; }
|
|
var outDir = Path.GetFullPath(args[0]);
|
|
var label = args[1];
|
|
var freq = float.Parse(args[2], System.Globalization.CultureInfo.InvariantCulture);
|
|
WeksaPhones word;
|
|
try { word = WeksaPhonesReader.Parse(File.ReadAllText(args[3])); }
|
|
catch (Exception ex) when (ex is WeksaPhonesException or IOException)
|
|
{
|
|
Console.Error.WriteLine($"REFUSED {args[3]}: {ex.Message}");
|
|
return 3;
|
|
}
|
|
|
|
var plan = WeksaWordPlan.From(word, label);
|
|
if (!plan.Renderable)
|
|
{
|
|
Console.Error.WriteLine("UNSUPPORTED PHONES (the tract has no gesture for them; nothing rendered): " + string.Join(" ", plan.Unsupported.Select(p => p.Ipa)));
|
|
return 4;
|
|
}
|
|
|
|
var phones = plan.Phones.ToArray();
|
|
Directory.CreateDirectory(outDir);
|
|
|
|
var script = IpaGestureExperiment.BuildWordScript(phones, freq);
|
|
float? noiseLevel = null;
|
|
// The fields a source_port accepts here, exactly as PatchScript spells them (case-sensitive): PatchScript ignores a key it does not know, so a typo would render the scaffold and record a change.
|
|
string[] sourceKeys = ["pressure", "tension", "opening", "noise", "impedance", "flow_scale", "tilt", "pitch_ratio", "pulse", "noise_hp"];
|
|
var seenKeys = new HashSet<string>(StringComparer.Ordinal);
|
|
foreach (var field in sourceFields.Split(' ', StringSplitOptions.RemoveEmptyEntries))
|
|
{
|
|
string? refusal = null;
|
|
var eq = field.IndexOf('=');
|
|
var key = eq > 0 ? field[..eq] : field;
|
|
var value = eq > 0 ? field[(eq + 1)..] : "";
|
|
float number = 0;
|
|
if (eq <= 0 || value.Length == 0) refusal = "expected key=value";
|
|
else if (!sourceKeys.Contains(key, StringComparer.Ordinal)) refusal = $"unknown key `{key}` (keys: {string.Join(", ", sourceKeys)})";
|
|
else if (!seenKeys.Add(key)) refusal = $"key `{key}` given twice";
|
|
else if (key != "pulse" && !(float.TryParse(value, System.Globalization.NumberStyles.Float, System.Globalization.CultureInfo.InvariantCulture, out number) && float.IsFinite(number))) refusal = $"`{key}` needs a number, got `{value}`";
|
|
else if (key == "noise_hp" && number is < 0 or > 8000) refusal = "`noise_hp` is a corner in Hz, 0 to 8000";
|
|
else if (key != "pulse" && number < 0) refusal = $"`{key}` is negative";
|
|
if (refusal is not null) { Console.Error.WriteLine($"REFUSED --source field `{field}`: {refusal}"); return 2; }
|
|
if (key == "noise") noiseLevel = number;
|
|
var lines = script.Split('\n');
|
|
var at = Array.FindIndex(lines, l => l.TrimStart().StartsWith("source_port name=folds ", StringComparison.Ordinal));
|
|
if (at < 0) { Console.Error.WriteLine($"REFUSED --source field `{field}`: the scaffold has no source_port name=folds line"); return 2; }
|
|
var tokens = lines[at].TrimEnd().Split(' ').Where(t => !t.StartsWith(key + "=", StringComparison.Ordinal)).Append(field);
|
|
lines[at] = lines[at][..(lines[at].Length - lines[at].TrimStart().Length)] + string.Join(' ', tokens.Where(t => t.Length > 0));
|
|
script = string.Join('\n', lines);
|
|
}
|
|
|
|
File.WriteAllText(Path.Combine(outDir, "script.aqua"), script + "\n");
|
|
var seconds = phones.Sum(p => p.Item1.DurationSeconds) + 0.12f;
|
|
var home = AquaSynthFaustToolchain.Find();
|
|
Console.WriteLine($"faust home: {home ?? "(not found)"}");
|
|
using var compiler = new AquaSynthPatchCompiler(new AquaSynthNativeOptions(SampleRate: Rate));
|
|
// The exporter emits one merged spline per surface (the ControlSplineTimeline curve), so the DSP carries the word's motion
|
|
// itself and no slider is driven from outside.
|
|
SynthPatch parsed;
|
|
try { parsed = PatchScript.Parse(script); }
|
|
catch (PatchScriptException ex) { Console.Error.WriteLine($"REFUSED --source \"{sourceFields}\": {ex.Message}"); return 2; }
|
|
if (noiseLevel is { } nz)
|
|
parsed = parsed with { ControlSplines = parsed.ControlSplines.Select(sp => sp.SurfacePath != "/vocal/sources/0/noise" ? sp : sp with { Points = sp.Points.Select(pt => pt with { Value = nz, OutValue = nz, InValue = nz }).ToArray() }).ToArray() };
|
|
if (noBurst) parsed = parsed with { ControlSplines = parsed.ControlSplines.Where(s => !s.SurfacePath.EndsWith("/release_flow", StringComparison.Ordinal)).ToArray() };
|
|
var source = FaustEmitter.Emit(parsed, new FaustExportOptions(label, SampleRate: Rate)).Source;
|
|
File.WriteAllText(Path.Combine(outDir, "source.dsp"), source);
|
|
if (!compiler.TryCompileSource(new AquaSynthCompileIdentity(label, label, ""), source, seconds, out var patch0, out var cerr))
|
|
{
|
|
Console.Error.WriteLine("COMPILE FAILED: " + cerr);
|
|
return 1;
|
|
}
|
|
|
|
using var patch = patch0!;
|
|
using var stream = patch.CreateStreamingPatch();
|
|
var buf = GC.AllocateArray<float>(Frames, pinned: true);
|
|
var ptrs = GC.AllocateArray<IntPtr>(1, pinned: true);
|
|
unsafe { ptrs[0] = (IntPtr)Unsafe.AsPointer(ref buf[0]); }
|
|
var outP = Marshal.UnsafeAddrOfPinnedArrayElement(ptrs, 0);
|
|
var blocks = (int)Math.Ceiling(seconds * Rate / Frames);
|
|
var pcm = new short[blocks * Frames];
|
|
double sum = 0; float peak = 0; var nan = false;
|
|
for (var blk = 0; blk < blocks; blk++)
|
|
{
|
|
stream.ProcessBlock(Frames, IntPtr.Zero, outP);
|
|
for (var i = 0; i < Frames; i++)
|
|
{
|
|
var v = buf[i];
|
|
nan |= float.IsNaN(v) || float.IsInfinity(v);
|
|
peak = Math.Max(peak, Math.Abs(v));
|
|
sum += (double)v * v;
|
|
pcm[blk * Frames + i] = (short)(Math.Clamp(v, -1f, 1f) * 32767);
|
|
}
|
|
}
|
|
|
|
var wav = Path.Combine(outDir, $"{label}.wav");
|
|
using (var w = new BinaryWriter(File.Create(wav)))
|
|
{
|
|
var db = pcm.Length * 2;
|
|
w.Write("RIFF"u8); w.Write(36 + db); w.Write("WAVEfmt "u8); w.Write(16); w.Write((short)1); w.Write((short)1);
|
|
w.Write(Rate); w.Write(Rate * 2); w.Write((short)2); w.Write((short)16); w.Write("data"u8); w.Write(db);
|
|
foreach (var s in pcm) w.Write(s);
|
|
}
|
|
|
|
var rms = Math.Sqrt(sum / pcm.Length);
|
|
File.WriteAllText(Path.Combine(outDir, "manifest.json"), JsonSerializer.Serialize(new
|
|
{
|
|
label, freq, noBurst, sourceFields, weksa = new { word.Language, word.Source, Phones = word.Phones.Select(p => new { p.Ipa, Stress = p.Stress.ToString() }) }, seconds, sampleRate = Rate, frames = pcm.Length, peak, rms, nonFinite = nan,
|
|
wavSha256 = Convert.ToHexString(SHA256.HashData(File.ReadAllBytes(wav))).ToLowerInvariant(),
|
|
scriptSha256 = Convert.ToHexString(SHA256.HashData(File.ReadAllBytes(Path.Combine(outDir, "script.aqua")))).ToLowerInvariant(),
|
|
os = RuntimeInformation.OSDescription, faustHome = home
|
|
}, new JsonSerializerOptions { WriteIndented = true }));
|
|
Console.WriteLine($"{wav} {seconds:F2}s peak={peak:F3} rms={rms:F4} nonFinite={nan}");
|
|
return nan ? 1 : 0;
|