using System.Collections.Concurrent; using System.Diagnostics; using System.Globalization; using System.Text; using Spectre.Console; using splitter; static partial class Program { private static ILogger _logger = null!; static async Task Main(string[] args) { Task? uiTask = null; var cmd = new CommandLine(args); if ( !cmd.IsValid) return -1; CancellationTokenSource? cts = null; if (cmd.Master.PlainText) { _logger = new TextLogger(); } else { var logger = new SpectreConsoleLogger { Title = "Splitter", }; _logger = logger; cts = new CancellationTokenSource(); uiTask = logger.RunAsync(cts.Token); } if (cmd.Master.EstimateOnly) LogInfo("=== ESTIMATE MODE ==="); var allJobs = new List(); foreach ( var job in cmd.Jobs ) { var jobs = await GenerateJobs(cmd, job); allJobs.AddRange(jobs); } if ( allJobs.Count == 0) { if ( !cmd.Master.EstimateOnly) LogWarn("No valid jobs to process."); return 0; } var success = await ProcessJobs(cmd, allJobs); if (uiTask != null) { if ( cts != null ) await cts.CancelAsync(); await uiTask; } if (_logger is IDisposable disposable) disposable.Dispose(); return success ? 1 : 0; } private static async Task> GenerateJobs(CommandLine cmd, SingleJob job) { var baseName = Path.GetFileNameWithoutExtension(job.InputFile); if (!File.Exists(job.InputFile)) { LogError($"{baseName}: Input file not found."); return []; } if (!Directory.Exists(job.OutputFolder)) Directory.CreateDirectory(job.OutputFolder); var info = ProbeVideo.Probe(job.InputFile); if (info.Duration <= 0) { LogError($"{baseName}: Could not read duration."); return []; } var target = job.OverrideTargetDuration ?? 58.0; int segments; double segmentLength; if (job.ForceFixed) { // Fixed chunk size, last one may be shorter segments = (int)Math.Ceiling(info.Duration / target); segmentLength = target; } else { // Equalized segments segments = (int)Math.Ceiling(info.Duration / target); segmentLength = info.Duration / segments; } LogInfo($"{baseName}: Duration {info.Duration:F2}s, {info.Width}x{info.Height} @ {info.Fps:F3}fps {info.Bitrate/1024:F0}kbps," + $" Target duration: {target:F2}s Segments: {segments} segment length: {segmentLength:F2}s {(job.ForceFixed ? " fixed" : "")}" ); if (cmd.Master.EstimateOnly) return []; Func processorFactory; if (job.Crop != null) { processorFactory = i => { IObjectDetector detector = job.Detect switch { "face" => new UltraFaceDetector(_logger), "body" => new YoloOnnxObjectDetector(_logger), _ => throw new InvalidOperationException($"Unknown detector: {job.Detect}") }; return new TrackingSplitter(i, detector, job, _logger); }; } else { processorFactory = i => new SimpleSplitter(i, _logger); } var jobs = Enumerable.Range(0, segments) .Select(i => new SingleTask ( Job : job, Info: info, OutputFileName : BuildOutputFileName(job, i), SegmentIndex : i, TotalSegments : segments, SegmentStart : i * segmentLength, SegmentLength : (i == segments - 1) ? Math.Max(0.1, info.Duration - i * segmentLength) : segmentLength, ProcessorFactory : processorFactory ) ) .ToList(); return jobs; } private static async Task ProcessJobs(CommandLine cmd, List tasks) { if (cmd.Master.SingleThreaded) { LogInfo("Starting single-threaded splitting..."); await RunSingleThreaded(tasks); } else { LogInfo("Starting multi-threaded splitting..."); await RunMultiThreaded(tasks); } LogInfo("Done."); return true; } private static void LogInfo(string message) => _logger.LogInfo(message); private static void LogWarn(string message) => _logger.LogWarn(message); private static void LogError(string message) => _logger.LogError(message); private static void LogProgress(double progress, TimeSpan eta, double speed) => _logger.DrawProgress("Total", 0, progress, eta, speed); // ----------------------------- // ffprobe // ----------------------------- // ----------------------------- // Multi-threaded splitting // ----------------------------- static async Task RunMultiThreaded(List jobs) { LogProgress(0.0, TimeSpan.Zero, 0.0); var maxDegree = Math.Max(1, Environment.ProcessorCount / 2); using var sem = new SemaphoreSlim(maxDegree); var tasks = new List(); // Slot pool: 0..maxDegree-1 var freeSlots = new ConcurrentQueue(Enumerable.Range(0, maxDegree)); var totalSegments = jobs.Count; var processedSegments = 0; var totalDuration = jobs.Sum(j => j.SegmentLength); var sw = Stopwatch.StartNew(); foreach (var job in jobs) { await sem.WaitAsync(); tasks.Add(Task.Run(async () => { int slot = -1; try { // Acquire a slot ID while (!freeSlots.TryDequeue(out slot)) await Task.Yield(); await ProcessSegment(job,slot + 1); var processed = Interlocked.Increment(ref processedSegments); var elapsed = sw.Elapsed; var eta = TimeSpan.FromTicks(elapsed.Ticks * (totalSegments - processed) / processed); var speed = (processed * totalDuration) / elapsed.TotalSeconds; LogProgress((double)processed / totalSegments, eta, speed); } finally { // Return slot to pool if (slot >= 0) freeSlots.Enqueue(slot); sem.Release(); } })); } await Task.WhenAll(tasks); } // ----------------------------- // Single-threaded splitting // ----------------------------- static async Task RunSingleThreaded(List jobs) { foreach (var job in jobs) { await ProcessSegment(job, 0); } } private static async Task ProcessSegment(SingleTask t, int slot) { var processor = t.ProcessorFactory(slot); try { await processor.ProcessSegment(t); } finally { if (processor is IDisposable disposable) disposable.Dispose(); } } static string BuildOutputFileName(SingleJob job, int index) { string fileName; fileName = Path.GetFileName(job.Mask ?? "[NAME]_seg[NN].[EXT]") .Replace("[NAME]", Path.GetFileNameWithoutExtension(job.InputFile)) .Replace("[N]" , index.ToString()) .Replace("[NN]" , index.ToString("00")) .Replace("[NNN]" , index.ToString("000")) .Replace("[NNNN]", index.ToString("0000")) .Replace("[EXT]" , Path.GetExtension(job.InputFile).TrimStart('.')) ; return Path.Combine(job.OutputFolder, fileName); } }