feat: add advanced tuning, diarization, and LLM support to multi-process engine

main_v2.py

@@ -18,13 +18,18 @@ except ImportError:
 
 import multiprocessing
 import argparse
-import sys
 import json
 import os
 from engine_transcribe import run_transcription
 from engine_translate import run_translation
 from engine_distribute import run_distribution
 
+def parse_temperature_fallback(value):
+    try:
+        return tuple(float(x.strip()) for x in value.split(",") if x.strip())
+    except:
+        return (0.0, 0.2, 0.4, 0.6, 0.8, 1.0)
+
 def main():
     config_path = "config.json"
     defaults = {}
@@ -41,21 +46,35 @@ def main():
     parser.add_argument("--silence", type=int, default=defaults.get("silence", 1000))
     parser.add_argument("--max-buffer", type=int, default=defaults.get("max_buffer", 20))
     parser.add_argument("--channels", type=int, default=defaults.get("channels", 1))
+    parser.add_argument("--filter-lang", action="store_true", default=defaults.get("filter_lang", False))
+    parser.add_argument("-q", "--quantize", action="store_true", default=defaults.get("quantize", False))
+    parser.add_argument("-s", "--stream", action="store_true", default=defaults.get("stream", False))
+    parser.add_argument("-c", "--context", action="store_true", default=defaults.get("context", False))
+    parser.add_argument("--speaker-diarization", action="store_true", default=defaults.get("speaker_diarization", False))
+    parser.add_argument("--temperature-fallback", type=parse_temperature_fallback, default=tuple(defaults.get("temperature_fallback", [0.0, 0.2, 0.4, 0.6, 0.8, 1.0])))
+    parser.add_argument("--logprob-threshold", type=float, default=defaults.get("logprob_threshold", -0.8))
+    parser.add_argument("--compression-threshold", type=float, default=defaults.get("compression_threshold", 2.2))
     
     # Translate Args
-    parser.add_argument("-es", action="store_true", default=defaults.get("es", False), help="Enable Spanish translation")
-    parser.add_argument("-fr", action="store_true", default=defaults.get("fr", False), help="Enable French translation")
-    parser.add_argument("-ar", action="store_true", default=defaults.get("ar", False), help="Enable Arabic translation")
+    parser.add_argument("-es", action="store_true", default=defaults.get("es", False))
+    parser.add_argument("-fr", action="store_true", default=defaults.get("fr", False))
+    parser.add_argument("-ar", action="store_true", default=defaults.get("ar", False))
+    parser.add_argument("-en", action="store_true", default=defaults.get("en", False))
+    parser.add_argument("--post-correct", action="store_true", default=defaults.get("post_correct", False))
+    parser.add_argument("--post-correct-llm", action="store_true", default=defaults.get("post_correct_llm", False))
+    parser.add_argument("--post-correct-model", type=str, default=defaults.get("post_correct_model", "qwen:2b"))
+    parser.add_argument("--llm-paragraph", action="store_true", default=defaults.get("llm_paragraph", False))
+    parser.add_argument("--mt-max-chars", type=int, default=defaults.get("mt_max_chars", 250))
+    parser.add_argument("--mt-max-new-tokens", type=int, default=defaults.get("mt_max_new_tokens", 150))
+    parser.add_argument("--mt-num-beams", type=int, default=defaults.get("mt_num_beams", 4))
     
     # Distribute Args
-    parser.add_argument("-i", "--ingest", action="store_true", default=defaults.get("ingest", False), help="Enable data transmission to server")
+    parser.add_argument("-i", "--ingest", action="store_true", default=defaults.get("ingest", False))
     
     args = parser.parse_args()
 
-    # Queues for communication
-    # Transcribe -> Translate
+    # Queues
     q_trans_to_tl = multiprocessing.Queue()
-    # Translate -> Distribute
     q_tl_to_dist = multiprocessing.Queue()
 
     # Processes