Add exclusive LLM and video modes with isolated LTX worker and job API

video_worker.py

@@ -0,0 +1,41 @@
+"""Private stdin/stdout worker protocol. No prompts or library logs persisted."""
+import json
+import os
+import sys
+
+# Keep stdout exclusively for bounded protocol replies, discard library output.
+protocol=os.fdopen(os.dup(sys.stdout.fileno()),'w',buffering=1)
+os.dup2(os.open(os.devnull,os.O_WRONLY),sys.stdout.fileno())
+def reply(value):protocol.write(json.dumps(value)+'\n')
+def main():
+ import torch
+ from ltx_pipelines.distilled import DistilledPipeline
+ from ltx_pipelines.utils.model_paths import ModelPaths
+ from ltx_pipelines.utils.types import OffloadMode
+ from ltx_pipelines.utils.media_io import encode_video
+ from ltx_core.model.video_vae import get_video_chunks_number
+ config=json.loads(sys.stdin.readline())
+ paths=ModelPaths.from_split(**config['paths'])
+ pipeline=DistilledPipeline(model_paths=paths,spatial_upsampler_path=config['spatial_upsampler'],loras=(),device=torch.device('cuda:0'),offload_mode=OffloadMode.DISK)
+ # Validate all split pack metadata without materializing BF16 weights in RAM.
+ from ltx_core.text_encoders.gemma.gemma_assets import GemmaAssets
+ GemmaAssets.load(config['paths']['text_encoder_path'])
+ class Phase:
+  def __init__(self,target,label):self.target=target;self.label=label
+  def __getattr__(self,name):return getattr(self.target,name)
+  def __call__(self,*args,**kwargs):
+   reply({'state':'progress','phase':self.label})
+   return self.target(*args,**kwargs)
+ for attr,label in [('prompt_encoder','Textencoder · Prompt verarbeiten'),('stage','Videogewichte laden und Diffusion berechnen'),('upsampler','Video hochskalieren'),('video_decoder','Videobilder dekodieren'),('audio_decoder','Audiospur dekodieren')]:setattr(pipeline,attr,Phase(getattr(pipeline,attr),label))
+ reply({'state':'ready'})
+ for line in sys.stdin:
+  data=json.loads(line)
+  try:
+   with torch.inference_mode():
+    result=pipeline(prompt=data['prompt'],seed=data['seed'],height=data['height'],width=data['width'],num_frames=data['frames'],frame_rate=data['fps'],images=[],enhance_prompt=False)
+    encode_video(video=result.video,fps=data['fps'],audio=result.audio,output_path=data['output'],video_chunks_number=get_video_chunks_number(result.num_frames,result.tiling_config))
+   reply({'state':'complete'})
+  except torch.OutOfMemoryError:reply({'state':'failed','error':'GPU-Speicher erschöpft (CUDA OOM). Auflösung oder Bildanzahl reduzieren.'});return
+  except Exception:reply({'state':'failed','error':'LTX-Generierung fehlgeschlagen. Modellformat, Laufzeit und Speicher prüfen.'});return
+try:main()
+except Exception:reply({'state':'failed','error':'LTX-Profil konnte nicht vorbereitet werden. Komponenten oder Laufzeit inkompatibel.'})