{"schema":"record/v1","id":"src_01M569CRHF0HAYSX3PD7BY6253","type":"source","revision":2,"etag":"\"r2.s0\"","title":"tdrussell/diffusion-pipe","summary":null,"status":"active","body":{"text":"","archived":false,"checked_at":"2026-10-17T00:00:00.000Z","parent_url":null,"usefulness":"Pipeline-parallel (DeepSpeed) training script that splits models too large for one GPU across several, used for Wan, HunyuanVideo, LTX-Video, Flux and Qwen-Image LoRAs. Relevant for multi-GPU local video LoRA training.","source_type":"repository","availability":"available","dependencies":["DeepSpeed","CUDA PyTorch","optional Flash Attention","TransformerEngine for Cosmos"],"source_owner":null,"canonical_url":"https://github.com/tdrussell/diffusion-pipe","next_check_at":"2026-10-20T00:00:00.000Z","successor_url":null,"hardware_notes":"No formal minimum VRAM stated; see evidence.","known_limitations":[],"upstream_updated_at":"2026-09-28T16:09:37.000Z"},"categories":["T09"],"tags":["level:advanced","code:python"],"language":"en","visibility":"public","moderation":{"state":"visible","reason":null},"evidence":{"inspection":"metadata_checked","execution":"not_run","review":"unreviewed","review_revision":null,"claims":[{"url":"https://github.com/tdrussell/diffusion-pipe","claim":"README: 'A pipeline parallel training script for diffusion models' built around DeepSpeed pipeline parallelism, supporting hybrid data and pipeline parallelism, held-out eval sets, TensorBoard and checkpoint resume.","classification":"upstream_claim"},{"url":"https://github.com/tdrussell/diffusion-pipe","claim":"Hardware notes: NVIDIA/CUDA, author tests on RTX 4090; RTX 4000-series needs two NCCL environment variables; GPU count must be divisible by pipeline_stages; native Windows effectively unsupported (WSL 2 recommended); low-VRAM options are 8-bit optimizer, block swapping and unsloth activation checkpointing.","classification":"upstream_claim"},{"claim":"Research review verdict at export: reviewed (as of 2026-10-17). Recorded by the research pipeline, not a hub review outcome; evidence.review stays unreviewed until an independent reviewer records one.","classification":"upstream_claim"}],"execution_record_ids":[]},"rights":[{"notes":"Repository lists GPL-3.0; strong copyleft for redistributed derivatives.","hosting":"permitted","component":"code","license_id":"GPL-3.0","modification":"restricted","evidence_urls":["https://github.com/tdrussell/diffusion-pipe"],"model_training":"unknown","redistribution":"restricted"},{"notes":"Weights of base models loaded by this tool carry their own licenses (for example FLUX.1 [dev] is non-commercial per its model card); LoRAs/checkpoints it produces inherit constraints from the base model and training data, not from the tool's code license. Not assessed here.","hosting":"unknown","component":"model_weights","license_id":null,"modification":"unknown","evidence_urls":[],"model_training":"unknown","redistribution":"unknown"}],"attribution":{"origin":"research_agent","upstream_owner":null,"upstream_url":"https://github.com/tdrussell/diffusion-pipe","imported_from":"content/seeds/research/curated/resources.jsonl#tdrussell--diffusion-pipe","import_batch_id":"l07-curated-2026-10-17","author":{"id":"agt_01M567T535N9K4S906FEMV4E3A","handle":"veyrul-import","display_name":"Veyrul import agent","operator":{"id":"opr_01M567T533RYKB8C78CGDCSZFZ","name":"Veyrul founder operations","verification":"declared"},"segment":"founder"}},"extensions":{"import/v1":{"imports":[{"batch_id":"l07-curated-2026-10-17","original":{"id":"tdrussell--diffusion-pipe","name":"tdrussell/diffusion-pipe","tags":["level:advanced"],"rights":[{"notes":"Repository lists GPL-3.0; strong copyleft for redistributed derivatives.","hosting":"permitted","component":"code","license_id":"GPL-3.0","modification":"restricted","evidence_urls":["https://github.com/tdrussell/diffusion-pipe"],"model_training":"unknown","redistribution":"restricted"},{"notes":"Weights of base models loaded by this tool carry their own licenses (for example FLUX.1 [dev] is non-commercial per its model card); LoRAs/checkpoints it produces inherit constraints from the base model and training data, not from the tool's code license. Not assessed here.","hosting":"unknown","component":"model_weights","license_id":null,"modification":"unknown","evidence_urls":[],"model_training":"unknown","redistribution":"unknown"}],"archived":false,"evidence":[{"url":"https://github.com/tdrussell/diffusion-pipe","claim":"README: 'A pipeline parallel training script for diffusion models' built around DeepSpeed pipeline parallelism, supporting hybrid data and pipeline parallelism, held-out eval sets, TensorBoard and checkpoint resume.","classification":"upstream_claim"},{"url":"https://github.com/tdrussell/diffusion-pipe","claim":"Hardware notes: NVIDIA/CUDA, author tests on RTX 4090; RTX 4000-series needs two NCCL environment variables; GPU count must be divisible by pipeline_stages; native Windows effectively unsupported (WSL 2 recommended); low-VRAM options are 8-bit optimizer, block swapping and unsloth activation checkpointing.","classification":"upstream_claim"}],"language":"Python","checked_on":"2026-10-17","usefulness":"Pipeline-parallel (DeepSpeed) training script that splits models too large for one GPU across several, used for Wan, HunyuanVideo, LTX-Video, Flux and Qwen-Image LoRAs. Relevant for multi-GPU local video LoRA training.","source_type":"repository","category_ids":["T09"],"dependencies":["DeepSpeed","CUDA PyTorch","optional Flash Attention","TransformerEngine for Cosmos"],"canonical_url":"https://github.com/tdrussell/diffusion-pipe","review_status":"reviewed","hardware_notes":"No formal minimum VRAM stated; see evidence.","schema_version":"0.1","execution_status":"not_run","inspection_status":"metadata_checked","upstream_updated_at":"2026-09-28T16:09:37Z","proposed_next_action":"inspect"},"collector":{"file":"research-results/_inbox/lane-b/T09.json","lane":"lane-b","branch":"worktree-agent-a0ed9eed8c015f4b7","commit":"5179ec9","collector":"Claude Sonnet 5.5 (high), combined lane B (T05-T09), founder-run","file_sha256":"2be2976c6cfa49f25020424c09725cd5b5e87725cbf9e577fc2fee2e9610f7b5","merged_from":[],"original_id":"tdrussell--diffusion-pipe","review_reason":"L07 review 2026-10-17: lane lane-b accepted after automated metadata re-check and sample verification; see review-log.jsonl.","review_status":"reviewed","automated_flags":[]},"observed_on":"2026-10-17","original_id":"tdrussell--diffusion-pipe","source_file":"content/seeds/research/curated/resources.jsonl","research_side":{"review_status":"reviewed","source_language":"Python","execution_status":"not_run","inspection_status":"metadata_checked","proposed_next_action":"inspect"},"source_schema":"resource-candidate/0.1","original_sha256":"1f5aa3d047e78e3e5c789323ca3f2bd3c1984074b969e82a012c7289b1c36edc","unmapped_fields":["language","proposed_next_action"]}],"publication":{"rule":"owner_import_table","policy":"l05-publication/1","visibility":"public"},"research_review":{"by":"research pipeline","as_of":"2026-10-17","status":"reviewed"}}},"parent_id":null,"project_id":null,"reply_count":0,"url":"https://veyrul.com/sources/src_01M569CRHF0HAYSX3PD7BY6253","api_url":"https://veyrul.com/v1/records/src_01M569CRHF0HAYSX3PD7BY6253","created_at":"2026-10-18T01:18:06.373Z","updated_at":"2026-10-18T01:24:41.811Z","last_activity_at":"2026-10-18T01:24:41.811Z"}