From 375a7e7cdef4b06b269474701b36649a4ab85d37 Mon Sep 17 00:00:00 2001 From: tzhouam Date: Sun, 6 Sep 2026 03:49:27 +0800 Subject: [PATCH] knowledge: synchronize vLLM-Omni main baseline and duplex routes Signed-off-by: tzhouam --- adapters/vllm_omni/manifest.yaml | 9 ++- adapters/vllm_omni/release_baseline.yaml | 11 ++-- doc/architecture/KNOWLEDGE.md | 6 +- .../vllm-omni/benchmark/guides/_index.md | 2 +- .../benchmark/guides/omniinteract-realtime.md | 4 +- .../components/configuration/_index.md | 4 +- .../vllm-omni/components/diffusion/_index.md | 4 +- .../components/distributed/_index.md | 4 +- .../components/model-executor/_index.md | 4 +- .../vllm-omni/components/scheduler/_index.md | 4 +- .../vllm-omni/components/serving/_index.md | 5 +- .../serving/rules-session-lifecycle.md | 4 +- knowledge/repos/vllm-omni/models/_index.md | 2 +- knowledge/repos/vllm-omni/models/catalog.md | 65 ++++++++++--------- .../vllm-omni/models/minicpm-o-4-5/_index.md | 4 +- .../models/minicpm-o-4-5/rules-duplex.md | 4 +- .../vllm-omni/models/minicpm-o-4-5/rules.md | 4 +- .../models/nemotron-voicechat/_index.md | 8 +-- .../models/nemotron-voicechat/rules.md | 4 +- .../vllm-omni/models/personaplex/_index.md | 4 +- .../models/personaplex/architecture.md | 4 +- .../vllm-omni/models/personaplex/rules.md | 4 +- 22 files changed, 84 insertions(+), 80 deletions(-) diff --git a/adapters/vllm_omni/manifest.yaml b/adapters/vllm_omni/manifest.yaml index 4b1cf5645..ce80c83e1 100644 --- a/adapters/vllm_omni/manifest.yaml +++ b/adapters/vllm_omni/manifest.yaml @@ -172,9 +172,9 @@ modules: import_check: "from vllm_omni.benchmarks.serve import main; from vllm_omni.entrypoints.cli.benchmark.serve import OmniBenchmarkServingSubcommand; print('Benchmarks imports OK')" wave: 2 fullduplex: - local_paths: [vllm_omni/experimental/fullduplex/] - test_paths: [tests/benchmarks/duplex/, tests/e2e/features/fullduplex/] - import_check: "from vllm_omni.experimental.fullduplex.client import RealtimeDuplexClient; print('Full-duplex client imports OK')" + local_paths: [vllm_omni/clients/, vllm_omni/experimental/fullduplex/] + test_paths: [tests/clients/, tests/benchmarks/duplex/, tests/e2e/features/fullduplex/] + import_check: "from vllm_omni.clients.duplex import DuplexClient; print('Full-duplex client imports OK')" wave: 2 review_routes: @@ -187,6 +187,9 @@ review_routes: - prefix: vllm_omni/core/ owner: scheduler doc: repos/vllm-omni/components/scheduler/rules.md +- prefix: vllm_omni/clients/ + owner: serving + doc: repos/vllm-omni/components/serving/rules.md - prefix: vllm_omni/entrypoints/ owner: serving doc: repos/vllm-omni/components/serving/rules.md diff --git a/adapters/vllm_omni/release_baseline.yaml b/adapters/vllm_omni/release_baseline.yaml index f2fb9e247..108fc3567 100644 --- a/adapters/vllm_omni/release_baseline.yaml +++ b/adapters/vllm_omni/release_baseline.yaml @@ -2,9 +2,9 @@ schema_version: 1 upstream: repository: vllm-project/vllm-omni - previous_audited_sha: 1e74807c356be5cba4239faae7c38763fe1a44be - audited_ref: dev/vllm-align - audited_sha: 1015b1ced073195ed19f0610264dfdf8a8150e6c + previous_audited_sha: 1015b1ced073195ed19f0610264dfdf8a8150e6c + audited_ref: main + audited_sha: 44d3ae100afa8411770b8b4d9442318bc5e897b3 # These fingerprints are generated from sorted registry/deploy inventories. # They make the baseline exact without duplicating hundreds of entries here. @@ -13,8 +13,8 @@ inventories: count: 89 sha256: cd6b56fe44e88ca35e4d2c961a00cf7a257695ca193e8279d6562eb72ca58fc4 diffusion: - count: 65 - sha256: 6107384ad499e668c1ed3690d740b7be816c900c504f244dce557ef51a257f2a + count: 66 + sha256: caa4b884df4985b9d828cd54a3da3cf4728dabf655f345df1c361b4143ef94a3 pipelines: count: 59 sha256: 4f012fb016221c2115520b16577bb69be03e84987122729bea696c14e5bca42f @@ -69,6 +69,7 @@ path_owners: scheduler: - vllm_omni/core/ serving: + - vllm_omni/clients/ - vllm_omni/engine/ - vllm_omni/entrypoints/ testing: diff --git a/doc/architecture/KNOWLEDGE.md b/doc/architecture/KNOWLEDGE.md index e475f4975..dc7032883 100644 --- a/doc/architecture/KNOWLEDGE.md +++ b/doc/architecture/KNOWLEDGE.md @@ -41,10 +41,8 @@ extensions merely because they are absent from the common source. (per-file upstream created/updated dates, captured before the submodule's git history was removed — used for page frontmatter). - **Code-mirror pin:** the `knowledge/repos/vllm-omni/components/` source maps - are verified against vllm-omni `v0.29.0-alignment @ - 1015b1ced073195ed19f0610264dfdf8a8150e6c`. Here - `v0.29.0-alignment` is a snapshot label for `dev/vllm-align`, not an - upstream tag or main revision. The canonical machine baseline is + are verified against vllm-omni `main @ + 44d3ae100afa8411770b8b4d9442318bc5e897b3`. The canonical machine baseline is `adapters/vllm_omni/release_baseline.yaml`. - **AFD code-mirror pin:** the `knowledge/repos/afd-plugin/components/` owner maps and architecture summaries are verified against diff --git a/knowledge/repos/vllm-omni/benchmark/guides/_index.md b/knowledge/repos/vllm-omni/benchmark/guides/_index.md index fb4c77bf7..28df6f7e4 100644 --- a/knowledge/repos/vllm-omni/benchmark/guides/_index.md +++ b/knowledge/repos/vllm-omni/benchmark/guides/_index.md @@ -1,7 +1,7 @@ --- title: "vLLM-Omni 性能指南" created: 2026-07-10 -updated: 2026-09-04 +updated: 2026-09-06 type: index tags: [vllm-omni, benchmark] sources: ["PR #6522", "PR #6634", vllm_omni/benchmarks/data_modules/omniinteract_dataset.py, vllm_omni/benchmarks/omniinteract.py, vllm_omni/benchmarks/duplex/] diff --git a/knowledge/repos/vllm-omni/benchmark/guides/omniinteract-realtime.md b/knowledge/repos/vllm-omni/benchmark/guides/omniinteract-realtime.md index 763448d40..d2dcd93a1 100644 --- a/knowledge/repos/vllm-omni/benchmark/guides/omniinteract-realtime.md +++ b/knowledge/repos/vllm-omni/benchmark/guides/omniinteract-realtime.md @@ -1,10 +1,10 @@ --- title: "OmniInteract Realtime Benchmark" created: 2026-09-04 -updated: 2026-09-05 +updated: 2026-09-06 type: guide tags: [vllm-omni, benchmark] -sources: ["PR #6522", "PR #6696", "PR #6818", vllm_omni/benchmarks/metrics/metrics.py, vllm_omni/experimental/fullduplex/openai/protocol.py, vllm_omni/experimental/fullduplex/openai/chat_fallback.py, tests/benchmarks/metrics/test_metrics.py, tests/benchmarks/patch/test_patch.py, docs/cli/bench/serve.md, vllm_omni/benchmarks/data_modules/omniinteract_dataset.py, vllm_omni/benchmarks/omniinteract.py, vllm_omni/benchmarks/patch/patch.py, vllm_omni/entrypoints/cli/benchmark/cli_args.py] +sources: ["PR #6522", "PR #6696", "PR #6818", vllm_omni/benchmarks/metrics/metrics.py, vllm_omni/entrypoints/duplex/protocol.py, vllm_omni/entrypoints/duplex/chat_fallback.py, tests/benchmarks/metrics/test_metrics.py, tests/benchmarks/patch/test_patch.py, docs/cli/bench/serve.md, vllm_omni/benchmarks/data_modules/omniinteract_dataset.py, vllm_omni/benchmarks/omniinteract.py, vllm_omni/benchmarks/patch/patch.py, vllm_omni/entrypoints/cli/benchmark/cli_args.py] confidence: high --- diff --git a/knowledge/repos/vllm-omni/components/configuration/_index.md b/knowledge/repos/vllm-omni/components/configuration/_index.md index 07ec8e561..82179a175 100644 --- a/knowledge/repos/vllm-omni/components/configuration/_index.md +++ b/knowledge/repos/vllm-omni/components/configuration/_index.md @@ -1,7 +1,7 @@ --- title: "vLLM-Omni Configuration" created: 2026-07-16 -updated: 2026-09-05 +updated: 2026-09-06 type: index tags: [vllm-omni, components, config] sources: ["claude-workflow-starter-private@296ea45", vllm_omni/config/] @@ -15,7 +15,7 @@ sources: ["claude-workflow-starter-private@296ea45", vllm_omni/config/] `tests/diffusion/test_diffusion_config_propagation.py`，以及各公开入口附近的配置测试 - 部署配置：`vllm_omni/deploy/*.yaml`，以及 `pipeline_registry.py`、 `endpoint_policy.py`、`server_settings.py`、`yaml_util.py`、`composable_parallel/` -- 源码校验：以上路径在 `v0.29.0-alignment @ 1015b1ce`（`dev/vllm-align` 快照）验证存在；机器基线见 +- 源码校验：以上路径在 `main @ 44d3ae10`（upstream `main` 快照）验证存在；机器基线见 `adapters/vllm_omni/release_baseline.yaml` ## 什么时候查这里 diff --git a/knowledge/repos/vllm-omni/components/diffusion/_index.md b/knowledge/repos/vllm-omni/components/diffusion/_index.md index 7bbd32b56..99d7f0aa1 100644 --- a/knowledge/repos/vllm-omni/components/diffusion/_index.md +++ b/knowledge/repos/vllm-omni/components/diffusion/_index.md @@ -1,7 +1,7 @@ --- title: "Diffusion" created: 2026-07-10 -updated: 2026-09-05 +updated: 2026-09-06 type: index tags: [vllm-omni, components, diffusion] sources: ["PR #5543", vllm_omni/platforms/cuda/platform.py, vllm_omni/diffusion/attention/backends/flashinfer_attn.py] @@ -10,7 +10,7 @@ sources: ["PR #5543", vllm_omni/platforms/cuda/platform.py, vllm_omni/diffusion/ # Diffusion - 源码入口：`vllm_omni/diffusion/` 全树，含 17 个子模块：attention、cache、diffusion_kv、distributed、executor、hooks、layers、lora、model_loader、models、offloader、postprocess、profiler、quantization、sched、utils、worker -- 源码校验：以上子模块均已在 `v0.29.0-alignment @ 1015b1ce`（`dev/vllm-align` 快照）验证存在；MiniMax-H3 的 VAE eager +- 源码校验：以上子模块均已在 `main @ 44d3ae10`（upstream `main` 快照）验证存在；MiniMax-H3 的 VAE eager ops 仍由模型 owner 维护，其他 shared/模型机制按各自规则审查 - 主要职责：多个 diffusion 模型共用的 pipeline、执行循环、scheduler 接入和运行机制 diff --git a/knowledge/repos/vllm-omni/components/distributed/_index.md b/knowledge/repos/vllm-omni/components/distributed/_index.md index 796532ad2..feeefe973 100644 --- a/knowledge/repos/vllm-omni/components/distributed/_index.md +++ b/knowledge/repos/vllm-omni/components/distributed/_index.md @@ -1,7 +1,7 @@ --- title: "Distributed（跨 stage 通信与数据搬运）" created: 2026-07-16 -updated: 2026-09-05 +updated: 2026-09-06 type: index tags: [vllm-omni, components, distributed] sources: [vllm_omni/distributed/omni_connectors/, vllm_omni/distributed/omni_coordinator/, docs/design/feature/disaggregated_inference.md] @@ -14,7 +14,7 @@ sources: [vllm_omni/distributed/omni_connectors/, vllm_omni/distributed/omni_coo `vllm_omni/distributed/omni_coordinator/`（协调器与 load balancer） - 知识面另覆盖跨 stage ZMQ 路由/端口分配（`vllm_omni/engine/stage_engine_startup.py::OmniMasterServer`） ——组件划分服务知识归属，与 manifest 运行时粒度不同 -- 源码校验：以上路径与下列锚点均已在 `v0.29.0-alignment @ 1015b1ce`（`dev/vllm-align` 快照）验证存在： +- 源码校验：以上路径与下列锚点均已在 `main @ 44d3ae10`（upstream `main` 快照）验证存在： `OmniConnectorBase`（connectors/base.py:12）、`OmniKVTransferManager` （kv_transfer_manager.py:348）、`LoadBalancer` 三实现（load_balancer.py:39/64/74/102）、 `OmniMasterServer._allocate_route_locked`（stage_engine_startup.py:262） diff --git a/knowledge/repos/vllm-omni/components/model-executor/_index.md b/knowledge/repos/vllm-omni/components/model-executor/_index.md index b3aecc212..db1b12492 100644 --- a/knowledge/repos/vllm-omni/components/model-executor/_index.md +++ b/knowledge/repos/vllm-omni/components/model-executor/_index.md @@ -1,7 +1,7 @@ --- title: "Model Executor" created: 2026-07-10 -updated: 2026-09-05 +updated: 2026-09-06 type: index tags: [vllm-omni, components, model-executor] sources: [] @@ -13,7 +13,7 @@ sources: [] `vllm_omni/model_extras/`（模型专有请求/prompt 转换）、`vllm_omni/worker/`（gpu_*_worker、 gpu_*_model_runner、mixins）、`vllm_omni/inputs/`（runner 输入预处理）和设备平台层 `vllm_omni/platforms//` -- 源码校验：以上路径均已在 `v0.29.0-alignment @ 1015b1ce`（`dev/vllm-align` 快照）验证存在；stage 配置已经迁移到 +- 源码校验：以上路径均已在 `main @ 44d3ae10`（upstream `main` 快照）验证存在；stage 配置已经迁移到 `vllm_omni/deploy/`，NPU/XPU 等平台可继续拥有自己的 worker 覆盖 - 测试入口：共享 runner 行为看 `tests/worker/`，具体模型 consumer 看 `tests/model_executor/` - 主要职责：AR/LLM stage、stage 配置、并行与设备启动、runner 到模型的输入预处理合同和跨阶段数据桥接 diff --git a/knowledge/repos/vllm-omni/components/scheduler/_index.md b/knowledge/repos/vllm-omni/components/scheduler/_index.md index 7f50770af..0ad145ca6 100644 --- a/knowledge/repos/vllm-omni/components/scheduler/_index.md +++ b/knowledge/repos/vllm-omni/components/scheduler/_index.md @@ -1,7 +1,7 @@ --- title: "Scheduler（AR/生成请求调度）" created: 2026-07-16 -updated: 2026-09-05 +updated: 2026-09-06 type: index tags: [vllm-omni, components, scheduler] sources: [vllm_omni/core/sched/omni_ar_scheduler.py, vllm_omni/core/sched/omni_generation_scheduler.py, vllm_omni/core/sched/omni_scheduler_mixin.py, vllm_omni/core/sched/output.py, vllm_omni/core/prefix_cache.py, docs/design/module/ar_runtime.md, docs/design/module/archive/ar_module.md] @@ -11,7 +11,7 @@ sources: [vllm_omni/core/sched/omni_ar_scheduler.py, vllm_omni/core/sched/omni_g - 源码入口：`vllm_omni/core/sched/`（`omni_ar_scheduler.py`、`omni_generation_scheduler.py`、 `omni_scheduler_mixin.py`、`omni_scheduling_coordinator.py`）和 `vllm_omni/core/prefix_cache.py` -- 源码校验：以上路径与下列类均已在 `v0.29.0-alignment @ 1015b1ce`（`dev/vllm-align` 快照）验证存在： +- 源码校验：以上路径与下列类均已在 `main @ 44d3ae10`（upstream `main` 快照）验证存在： `OmniARScheduler`（omni_ar_scheduler.py:77）、`OmniARAsyncScheduler`（:1033）、 `KVCacheTransferData`（distributed/omni_connectors/kv_transfer_manager.py:146）、 `OmniGenerationScheduler`（omni_generation_scheduler.py:35）、 diff --git a/knowledge/repos/vllm-omni/components/serving/_index.md b/knowledge/repos/vllm-omni/components/serving/_index.md index b6c1bc33d..767ed0d89 100644 --- a/knowledge/repos/vllm-omni/components/serving/_index.md +++ b/knowledge/repos/vllm-omni/components/serving/_index.md @@ -1,7 +1,7 @@ --- title: "Serving" created: 2026-07-10 -updated: 2026-09-05 +updated: 2026-09-06 type: index tags: [vllm-omni, components, serving] sources: [] @@ -9,8 +9,9 @@ sources: [] # Serving +- Duplex 公共客户端：`vllm_omni/clients/`；HTTP/WS 实现位于 `vllm_omni/entrypoints/duplex/`，模型 adapter 留在各模型的 `duplex/` 子目录。 - 主要源码入口：`vllm_omni/entrypoints/`（cli、openai、openpi 及 omni/async_omni 入口）和 `vllm_omni/engine/`（orchestrator、stage engine core、stage pool/runtime、output processor） -- 源码校验：以上路径均已在 `v0.29.0-alignment @ 1015b1ce`（`dev/vllm-align` 快照）验证存在 +- 源码校验：以上路径均已在 `main @ 44d3ae10`（upstream `main` 快照）验证存在 - 主要职责：用户入口、请求解析、在线服务和 engine 边界 ## 什么时候查这里 diff --git a/knowledge/repos/vllm-omni/components/serving/rules-session-lifecycle.md b/knowledge/repos/vllm-omni/components/serving/rules-session-lifecycle.md index 0347470b8..e7e3fe7ef 100644 --- a/knowledge/repos/vllm-omni/components/serving/rules-session-lifecycle.md +++ b/knowledge/repos/vllm-omni/components/serving/rules-session-lifecycle.md @@ -1,10 +1,10 @@ --- title: "Serving session lifecycle 规则" created: 2026-09-05 -updated: 2026-09-05 +updated: 2026-09-06 type: rule tags: [vllm-omni, components, serving] -sources: ["PR #6537", "PR #6354", vllm_omni/config/stage_config.py, vllm_omni/entrypoints/openai/api_server.py, vllm_omni/experimental/fullduplex/core/adapter.py, vllm_omni/experimental/fullduplex/core/runtime.py, vllm_omni/experimental/fullduplex/mage_vl/adapter.py, vllm_omni/experimental/fullduplex/mage_vl/serving/backend.py, vllm_omni/experimental/fullduplex/mage_vl/serving/server.py, tests/e2e/features/fullduplex/test_mage_vl_adapter.py, tests/e2e/features/fullduplex/test_mage_vl_serving.py, tests/e2e/online_serving/nemotron_voicechat_realtime_duplex.py] +sources: ["PR #6537", "PR #6354", vllm_omni/config/stage_config.py, vllm_omni/entrypoints/openai/api_server.py, vllm_omni/engine/duplex/adapter.py, vllm_omni/engine/duplex/runtime.py, vllm_omni/experimental/fullduplex/mage_vl/adapter.py, vllm_omni/experimental/fullduplex/mage_vl/serving/backend.py, vllm_omni/experimental/fullduplex/mage_vl/serving/server.py, tests/e2e/features/fullduplex/test_mage_vl_adapter.py, tests/e2e/features/fullduplex/test_mage_vl_serving.py, tests/e2e/online_serving/nemotron_voicechat_realtime_duplex.py] confidence: high --- diff --git a/knowledge/repos/vllm-omni/models/_index.md b/knowledge/repos/vllm-omni/models/_index.md index 20b73b415..682c64f4c 100644 --- a/knowledge/repos/vllm-omni/models/_index.md +++ b/knowledge/repos/vllm-omni/models/_index.md @@ -1,7 +1,7 @@ --- title: "vLLM-Omni 模型 owner" created: 2026-07-10 -updated: 2026-09-02 +updated: 2026-09-06 type: index tags: [vllm-omni, models] sources: [] diff --git a/knowledge/repos/vllm-omni/models/catalog.md b/knowledge/repos/vllm-omni/models/catalog.md index 455e6ec86..ac8226bfc 100644 --- a/knowledge/repos/vllm-omni/models/catalog.md +++ b/knowledge/repos/vllm-omni/models/catalog.md @@ -1,17 +1,16 @@ --- title: "模型代码入口与 registry 快照" created: 2026-07-16 -updated: 2026-09-05 +updated: 2026-09-06 type: guide tags: [vllm-omni, models] -sources: [vllm_omni/model_executor/models/registry.py, vllm_omni/diffusion/registry.py, vllm_omni/config/pipeline_registry.py, vllm_omni/deploy/, "PR #5885", "PR #6354", "PR #6727"] +sources: [vllm_omni/model_executor/models/registry.py, vllm_omni/diffusion/registry.py, vllm_omni/config/pipeline_registry.py, vllm_omni/deploy/, "PR #5885", "PR #6354", "PR #6727", "PR #5918"] --- # 模型代码入口与 registry 快照 本页提供模型描述到代码目录的自动定位入口，不维护逐模型 class 映射。下方计数是 -`v0.29.0-alignment @ 1015b1ce`（2026-09-05）快照，数字会漂移，不能凭它断言“不支持”。 -`v0.29.0-alignment` 是 `dev/vllm-align` 的快照标签，不是上游 tag 或 main 修订。 +`main @ 44d3ae10`（2026-09-06 校验）快照，数字会漂移，不能凭它断言“不支持”。 ## Direct 模型代码入口 @@ -36,13 +35,15 @@ adapter。已有专属知识 owner 可从 [models index](_index.md) 按名称进 | 注册点 | 位置 | 计数 | |---|---|---| -| AR/omni 架构 | `model_executor/models/registry.py` `_OMNI_MODELS` | 89 个架构名 / 32 个模型族目录 | -| Diffusion pipeline | `diffusion/registry.py` `_DIFFUSION_MODELS` | 65 条 pipeline / 40 个模型族目录 | +| AR/omni 架构 | `model_executor/models/registry.py` `_OMNI_MODELS` | 89 个架构名 / 33 个模型族目录 | +| Diffusion pipeline | `diffusion/registry.py` `_DIFFUSION_MODELS` | 66 条 pipeline / 41 个模型族目录 | | Pipeline（model_type） | `config/pipeline_registry.py` `OMNI_PIPELINES` | 59 个 key | | Deploy YAML | `vllm_omni/deploy/*.yaml` | 89 份 | -`1e74807c → 1015b1ce` 的对齐分支审计未改变四个 registry/deploy inventory 的 -条目或指纹；inventory 不变不代表注册逻辑或已有 deploy 文件内容没有变化。 +`1015b1ce → 44d3ae10` 将审计目标从 alignment 分支切回 upstream main。 +新增 `Magi2Pipeline`，实现位于 `vllm_omni/diffusion/models/magi2/pipeline_magi2.py`； +AR、`OMNI_PIPELINES` 与 deploy YAML inventory 不变。MAGI-2 暂走共享 Diffusion owner， +注册存在不等于所有硬件、online serving 或性能路径均已验证。^[PR #5918] PR #5885 adds `MiniMaxH3TextEncoder`, the opt-in `minimax_h3_disaggregated` pipeline key, and regular/Turbo deployment profiles. It preserves bare H3's fused single-stage fallback; @@ -101,37 +102,37 @@ SANA-Video 2B 新增 native `SanaVideoPipeline`（T2V）和 `OMNI_PIPELINES` key 或 deploy YAML。模型专有的 checkpoint、VAE 和 adapter 边界见 [SANA Video](sana-video/_index.md)。^[PR #5508] -## AR/omni 模型族（31） +## AR/omni 模型族（33） -aura_omni、audex、bagel、cosyvoice3、covo_audio、dots_tts、dynin_omni、fish_speech、 -gepard、glm_image、glm_tts、higgs_audio_v2、higgs_audio_v3、hunyuan_image3、indextts2、 -mammoth_moda2、mimo_audio、ming_flash_omni、ming_tts、minicpmo_4_5、minimax_music3、moss_tts、 -moss_tts_nano、nemotron_voicechat、omnivoice、personaplex、qwen2_5_omni、qwen3_omni、 -qwen3_tts、step_audio2、voxcpm2、voxtral_tts +audex、aura_omni、bagel、cosyvoice3、covo_audio、dots_tts、dynin_omni、fish_speech、gepard、glm_image、 +glm_tts、higgs_audio_v2、higgs_audio_v3、hunyuan_image3、indextts2、mammoth_moda2、mimo_audio、 +ming_flash_omni、ming_tts、minicpmo_4_5、minimax_h3、minimax_music3、moss_tts、moss_tts_nano、 +nemotron_voicechat、omnivoice、personaplex、qwen2_5_omni、qwen3_omni、qwen3_tts、step_audio2、voxcpm2、 +voxtral_tts -## Diffusion 模型族（40） +## Diffusion 模型族（41） -bagel、boogu_image、cosmos3、diffusers_adapter（通用 diffusers 桥）、dreamzero、ernie_image、 -flux、flux2、flux2_klein、glm_image、gr00t、helios、 -hidream_image、hidream_o1_image、hunyuan_image3、hunyuan_video、internvla_a1、krea2、lance、 -lingbot_video、lingbot_world、longcat_image、longcat_video、ltx2、ming_flash_omni、 -minimax_h3、nextstep_1_1、omnigen2、omnivoice、ovis_image、pi0、qwen_image、sana_video、sana_wm、sd3、 -sdxl、sensenova_u1、stable_audio、wan2_2、z_image +bagel、boogu_image、cosmos3、diffusers_adapter、dreamzero、ernie_image、flux、flux2、flux2_klein、 +glm_image、gr00t、helios、hidream_image、hidream_o1_image、hunyuan_image3、hunyuan_video、internvla_a1、 +krea2、lance、lingbot_video、lingbot_world、longcat_image、longcat_video、ltx2、magi2、ming_flash_omni、 +minimax_h3、nextstep_1_1、omnigen2、omnivoice、ovis_image、pi0、qwen_image、sana_video、sana_wm、sd3、sdxl、 +sensenova_u1、stable_audio、wan2_2、z_image -## OMNI_PIPELINES key（56） +## OMNI_PIPELINES key（59） -Gr00tN1d7（注意:唯一 CamelCase key）、audex_s2s、audex_thinker_only、audex_tta、 -audex_tts、aura_omni、bagel、bagel_single_stage、bagel_think、cosyvoice3、covo_audio、 -dots_tts、dreamzero、dynin_omni、fish_qwen3_omni、gepard、glm_image、glm_tts、 -higgs_audio_v2、higgs_multimodal_qwen3、hunyuan_image3_ar、hunyuan_image3_dit、 -hunyuan_image_3_moe、hunyuan_video_15、indextts2、indextts2_5、lance、mimo_audio、 -ming_flash_omni、ming_flash_omni_image、ming_flash_omni_thinker_only、 -ming_flash_omni_tts、ming_tts、ming_tts_moe、mammoth_moda2、mammoth_moda2_ar、minicpmo_4_5、minimax_music3、 +Gr00tN1d7、audex_s2s、audex_thinker_only、audex_tta、audex_tts、aura_omni、bagel、bagel_single_stage、 +bagel_think、cosyvoice3、covo_audio、dots_tts、dreamzero、dynin_omni、fish_qwen3_omni、gepard、glm_image、 +glm_tts、higgs_audio_v2、higgs_multimodal_qwen3、hunyuan_image3_ar、hunyuan_image3_dit、 +hunyuan_image_3_moe、hunyuan_video_15、indextts2、indextts2_5、lance、mammoth_moda2、mammoth_moda2_ar、 +mimo_audio、ming_flash_omni、ming_flash_omni_image、ming_flash_omni_thinker_only、 +ming_flash_omni_tts、ming_tts、ming_tts_moe、minicpmo_4_5、minimax_h3_disaggregated、minimax_music3、 moss_tts_delay、moss_tts_local、moss_tts_nano、moss_tts_realtime、nemotron_labs_audex、 nemotron_labs_voicechat、nemotron_voicechat、omnivoice、personaplex、pi0、qwen2_5_omni、 -qwen2_5_omni_thinker_only、qwen3_omni_moe（resolver）、qwen3_omni_moe_thinker_only、qwen3_tts、step_audio_2、 +qwen2_5_omni_thinker_only、qwen3_omni_moe、qwen3_omni_moe_thinker_only、qwen3_tts、step_audio_2、 step_audio_2_asr、voxcpm2、voxtral_tts、wan2_2_ti2v +`diffusers_adapter` 是通用 diffusers 桥；`Gr00tN1d7` 保留其大小写，`qwen3_omni_moe` 是 resolver key。 + 注意：单 stage diffusion 模型**多数不在** `OMNI_PIPELINES`（引擎为它们生成 默认 diffusion stage 配置,见 [Config 组件](../components/configuration/architecture.md)）; 但存在例外——omnivoice、Gr00tN1d7、lance、dreamzero 等单 stage @@ -141,8 +142,8 @@ step_audio_2_asr、voxcpm2、voxtral_tts、wan2_2_ti2v ```bash python tools/audit_vllm_omni_release.py \ - --from 1e74807c \ - --to 1015b1ce \ + --from 1015b1ce \ + --to 44d3ae10 \ --repo \ --mode report-only ``` diff --git a/knowledge/repos/vllm-omni/models/minicpm-o-4-5/_index.md b/knowledge/repos/vllm-omni/models/minicpm-o-4-5/_index.md index 7541f8136..1d56d85f0 100644 --- a/knowledge/repos/vllm-omni/models/minicpm-o-4-5/_index.md +++ b/knowledge/repos/vllm-omni/models/minicpm-o-4-5/_index.md @@ -1,10 +1,10 @@ --- title: "MiniCPM-o 4.5" created: 2026-07-20 -updated: 2026-09-05 +updated: 2026-09-06 type: index tags: [vllm-omni, models, model-executor] -sources: ["PR #3642", "PR #5382", "PR #5524", "PR #5638", "PR #5792", "PR #5869", "PR #6056", "PR #6154", "PR #6170", "PR #6318", "PR #6404", "PR #6678", "PR #6628", tests/dfx/perf/tests/test_minicpmo_4_5.json, tests/dfx/perf/tests/test_minicpmo_4_5_duplex_seed_tts.json, tests/e2e/accuracy/minicpmo_4_5/test_minicpmo_4_5.py, tests/e2e/features/fullduplex/engine/test_duplex_deploy_config.py, tests/e2e/online_serving/helpers/minicpmo_4_5_duplex.py, tests/e2e/online_serving/test_minicpmo_4_5_duplex.py, tests/e2e/online_serving/test_minicpmo_4_5_duplex_expansion.py, vllm_omni/experimental/fullduplex/client.py, vllm_omni/experimental/fullduplex/minicpmo45/stage0.py, vllm_omni/experimental/fullduplex/openai/realtime_input.py, vllm_omni/model_executor/models/cosyvoice3/code2wav_core/hifigan.py, vllm_omni/model_executor/models/minicpmo_4_5/, tests/model_executor/models/minicpmo_4_5/test_cuda_graph_wrapper.py, tests/model_executor/models/minicpmo_4_5/test_cfm_graph_capture_gating.py, tests/model_executor/models/minicpmo_4_5/test_talker_batching.py, vllm_omni/platforms/npu/models/minicpmo_4_5_code2wav.py, "PR #6082", "PR #6587"] +sources: ["PR #3642", "PR #5382", "PR #5524", "PR #5638", "PR #5792", "PR #5869", "PR #6056", "PR #6154", "PR #6170", "PR #6318", "PR #6404", "PR #6678", "PR #6628", tests/dfx/perf/tests/test_minicpmo_4_5.json, tests/dfx/perf/tests/test_minicpmo_4_5_duplex_seed_tts.json, tests/e2e/accuracy/minicpmo_4_5/test_minicpmo_4_5.py, tests/engine/duplex/test_duplex_deploy_config.py, tests/e2e/online_serving/helpers/minicpmo_4_5_duplex.py, tests/e2e/online_serving/test_minicpmo_4_5_duplex.py, tests/e2e/online_serving/test_minicpmo_4_5_duplex_expansion.py, vllm_omni/experimental/fullduplex/client.py, vllm_omni/model_executor/models/minicpmo_4_5/duplex/stage0.py, vllm_omni/entrypoints/duplex/realtime_input.py, vllm_omni/model_executor/models/cosyvoice3/code2wav_core/hifigan.py, vllm_omni/model_executor/models/minicpmo_4_5/, tests/model_executor/models/minicpmo_4_5/test_cuda_graph_wrapper.py, tests/model_executor/models/minicpmo_4_5/test_cfm_graph_capture_gating.py, tests/model_executor/models/minicpmo_4_5/test_talker_batching.py, vllm_omni/platforms/npu/models/minicpmo_4_5_code2wav.py, "PR #6082", "PR #6587"] confidence: high --- diff --git a/knowledge/repos/vllm-omni/models/minicpm-o-4-5/rules-duplex.md b/knowledge/repos/vllm-omni/models/minicpm-o-4-5/rules-duplex.md index affc0c18b..c8ec0d7a3 100644 --- a/knowledge/repos/vllm-omni/models/minicpm-o-4-5/rules-duplex.md +++ b/knowledge/repos/vllm-omni/models/minicpm-o-4-5/rules-duplex.md @@ -1,10 +1,10 @@ --- title: "MiniCPM-o 4.5 native duplex 规则" created: 2026-09-04 -updated: 2026-09-05 +updated: 2026-09-06 type: rule tags: [vllm-omni, models, model-executor] -sources: ["PR #6318", "PR #6346", "PR #6404", "PR #6458", "PR #6619", "PR #6630", "PR #6678", "PR #6626", "PR #6767", "PR #6821", vllm_omni/deploy/minicpmo_4_5.yaml, vllm_omni/model_executor/models/minicpmo_4_5/minicpmo_4_5_omni_tts.py, vllm_omni/model_executor/stage_input_processors/minicpmo_4_5_omni.py, tests/model_executor/models/minicpmo_4_5/test_talker_batching.py, vllm_omni/deploy/minicpmo_4_5_2gpu.yaml, vllm_omni/deploy/minicpmo_4_5_3gpu.yaml, vllm_omni/deploy/minicpmo_4_5_8x4090.yaml, examples/online_serving/minicpmo/realtime_duplex_demo.py, vllm_omni/experimental/fullduplex/client.py, vllm_omni/experimental/fullduplex/minicpmo45/adapter.py, vllm_omni/experimental/fullduplex/minicpmo45/session.py, vllm_omni/experimental/fullduplex/minicpmo45/stage0.py, vllm_omni/experimental/fullduplex/openai/realtime_input.py, vllm_omni/experimental/fullduplex/openai/runtime_adapter.py, vllm_omni/experimental/fullduplex/openai/runtime_bridge.py, vllm_omni/experimental/fullduplex/openai/serving.py, vllm_omni/experimental/fullduplex/openai/session_runner.py, vllm_omni/experimental/fullduplex/video_stacking.py, tests/config/test_config_factory.py, tests/e2e/features/fullduplex/engine/test_duplex_deploy_config.py, tests/e2e/online_serving/helpers/minicpmo_4_5_duplex.py, tests/e2e/online_serving/test_minicpmo_4_5_duplex_expansion.py, tests/entrypoints/openai_api/test_duplex_handler.py, tests/examples/test_minicpmo_realtime_duplex_simple_demo.py, "PR #6529", vllm_omni/experimental/fullduplex/openai/protocol.py, vllm_omni/experimental/fullduplex/openai/realtime_state.py, tests/entrypoints/openai/test_duplex_protocol.py] +sources: ["PR #6318", "PR #6346", "PR #6404", "PR #6458", "PR #6619", "PR #6630", "PR #6678", "PR #6626", "PR #6767", "PR #6821", vllm_omni/deploy/minicpmo_4_5.yaml, vllm_omni/model_executor/models/minicpmo_4_5/minicpmo_4_5_omni_tts.py, vllm_omni/model_executor/stage_input_processors/minicpmo_4_5_omni.py, tests/model_executor/models/minicpmo_4_5/test_talker_batching.py, vllm_omni/deploy/minicpmo_4_5_2gpu.yaml, vllm_omni/deploy/minicpmo_4_5_3gpu.yaml, vllm_omni/deploy/minicpmo_4_5_8x4090.yaml, examples/online_serving/minicpmo/realtime_duplex_demo.py, vllm_omni/experimental/fullduplex/client.py, vllm_omni/model_executor/models/minicpmo_4_5/duplex/adapter.py, vllm_omni/model_executor/models/minicpmo_4_5/duplex/session.py, vllm_omni/model_executor/models/minicpmo_4_5/duplex/stage0.py, vllm_omni/entrypoints/duplex/realtime_input.py, vllm_omni/entrypoints/duplex/runtime_adapter.py, vllm_omni/entrypoints/duplex/runtime_bridge.py, vllm_omni/entrypoints/duplex/serving.py, vllm_omni/entrypoints/duplex/session_runner.py, vllm_omni/experimental/fullduplex/video_stacking.py, tests/config/test_config_factory.py, tests/engine/duplex/test_duplex_deploy_config.py, tests/e2e/online_serving/helpers/minicpmo_4_5_duplex.py, tests/e2e/online_serving/test_minicpmo_4_5_duplex_expansion.py, tests/entrypoints/openai_api/test_duplex_handler.py, tests/examples/test_minicpmo_realtime_duplex_simple_demo.py, "PR #6529", vllm_omni/entrypoints/duplex/protocol.py, vllm_omni/entrypoints/duplex/realtime_state.py, tests/entrypoints/openai/test_duplex_protocol.py] confidence: high --- diff --git a/knowledge/repos/vllm-omni/models/minicpm-o-4-5/rules.md b/knowledge/repos/vllm-omni/models/minicpm-o-4-5/rules.md index 5dc86aa3e..c2fde8b26 100644 --- a/knowledge/repos/vllm-omni/models/minicpm-o-4-5/rules.md +++ b/knowledge/repos/vllm-omni/models/minicpm-o-4-5/rules.md @@ -1,10 +1,10 @@ --- title: "MiniCPM-o 4.5 规则" created: 2026-07-20 -updated: 2026-09-05 +updated: 2026-09-06 type: rule tags: [vllm-omni, models, model-executor] -sources: ["PR #3642", "PR #5165", "PR #5382", "PR #5524", "PR #5638", "PR #5792", "PR #5869", "PR #6056", "PR #6154", "PR #6170", "PR #6318", "PR #6828", tests/dfx/perf/tests/test_minicpmo_4_5.json, tests/dfx/perf/tests/test_minicpmo_4_5_duplex_seed_tts.json, tests/e2e/accuracy/minicpmo_4_5/test_minicpmo_4_5.py, tests/e2e/online_serving/helpers/minicpmo_4_5_duplex.py, tests/e2e/online_serving/test_minicpmo_realtime_duplex_drivers.py, tests/e2e/online_serving/test_minicpmo_4_5.py, tests/e2e/online_serving/test_minicpmo_4_5_duplex.py, tests/e2e/online_serving/test_minicpmo_4_5_expansion.py, tests/e2e/online_serving/run_minicpmo_realtime_duplex_soft_interrupt.py, vllm_omni/benchmarks/data_modules/seed_tts_dataset.py, vllm_omni/benchmarks/data_modules/seed_tts_eval.py, vllm_omni/benchmarks/patch/patch.py, vllm_omni/deploy/minicpmo_4_5.yaml, vllm_omni/experimental/fullduplex/client.py, vllm_omni/experimental/fullduplex/openai/chat_fallback.py, vllm_omni/experimental/fullduplex/openai/realtime_input.py, vllm_omni/experimental/fullduplex/openai/session_runner.py, vllm_omni/experimental/fullduplex/openai/serving.py, vllm_omni/experimental/fullduplex/openai/vad.py, vllm_omni/experimental/fullduplex/minicpmo45/adapter.py, vllm_omni/model_executor/models/cosyvoice3/code2wav_core/hifigan.py, vllm_omni/model_executor/models/minicpmo_4_5/batched_token2wav.py, vllm_omni/model_executor/models/minicpmo_4_5/cuda_graph_wrapper.py, vllm_omni/model_executor/models/minicpmo_4_5/minicpmo_4_5_code2wav.py, vllm_omni/model_executor/models/minicpmo_4_5/minicpmo_4_5_omni_llm.py, vllm_omni/model_executor/models/minicpmo_4_5/minicpmo_4_5_omni_tts.py, vllm_omni/model_executor/stage_input_processors/minicpmo_4_5_omni.py, tests/model_executor/models/minicpmo_4_5/test_audio_chunk_mask.py, tests/model_executor/models/minicpmo_4_5/test_cfm_graph_capture_gating.py, tests/model_executor/models/minicpmo_4_5/test_code2wav_batching.py, tests/model_executor/models/minicpmo_4_5/test_cuda_graph_wrapper.py, tests/model_executor/models/minicpmo_4_5/test_pipeline.py, tests/model_executor/models/minicpmo_4_5/test_talker_batching.py, tests/model_executor/models/minicpmo_4_5/test_vision_flash_attention.py, "PR #6082", "PR #5604", "PR #6274", "PR #6346", "PR #6397", "PR #6406", "PR #6458", "PR #6587", "PR #6619", "PR #6757", "PR #6529", "PR #6772", vllm_omni/experimental/fullduplex/openai/protocol.py] +sources: ["PR #3642", "PR #5165", "PR #5382", "PR #5524", "PR #5638", "PR #5792", "PR #5869", "PR #6056", "PR #6154", "PR #6170", "PR #6318", "PR #6828", tests/dfx/perf/tests/test_minicpmo_4_5.json, tests/dfx/perf/tests/test_minicpmo_4_5_duplex_seed_tts.json, tests/e2e/accuracy/minicpmo_4_5/test_minicpmo_4_5.py, tests/e2e/online_serving/helpers/minicpmo_4_5_duplex.py, tests/e2e/online_serving/test_minicpmo_realtime_duplex_drivers.py, tests/e2e/online_serving/test_minicpmo_4_5.py, tests/e2e/online_serving/test_minicpmo_4_5_duplex.py, tests/e2e/online_serving/test_minicpmo_4_5_expansion.py, tests/e2e/online_serving/run_minicpmo_realtime_duplex_soft_interrupt.py, vllm_omni/benchmarks/data_modules/seed_tts_dataset.py, vllm_omni/benchmarks/data_modules/seed_tts_eval.py, vllm_omni/benchmarks/patch/patch.py, vllm_omni/deploy/minicpmo_4_5.yaml, vllm_omni/experimental/fullduplex/client.py, vllm_omni/entrypoints/duplex/chat_fallback.py, vllm_omni/entrypoints/duplex/realtime_input.py, vllm_omni/entrypoints/duplex/session_runner.py, vllm_omni/entrypoints/duplex/serving.py, vllm_omni/entrypoints/duplex/vad.py, vllm_omni/model_executor/models/minicpmo_4_5/duplex/adapter.py, vllm_omni/model_executor/models/cosyvoice3/code2wav_core/hifigan.py, vllm_omni/model_executor/models/minicpmo_4_5/batched_token2wav.py, vllm_omni/model_executor/models/minicpmo_4_5/cuda_graph_wrapper.py, vllm_omni/model_executor/models/minicpmo_4_5/minicpmo_4_5_code2wav.py, vllm_omni/model_executor/models/minicpmo_4_5/minicpmo_4_5_omni_llm.py, vllm_omni/model_executor/models/minicpmo_4_5/minicpmo_4_5_omni_tts.py, vllm_omni/model_executor/stage_input_processors/minicpmo_4_5_omni.py, tests/model_executor/models/minicpmo_4_5/test_audio_chunk_mask.py, tests/model_executor/models/minicpmo_4_5/test_cfm_graph_capture_gating.py, tests/model_executor/models/minicpmo_4_5/test_code2wav_batching.py, tests/model_executor/models/minicpmo_4_5/test_cuda_graph_wrapper.py, tests/model_executor/models/minicpmo_4_5/test_pipeline.py, tests/model_executor/models/minicpmo_4_5/test_talker_batching.py, tests/model_executor/models/minicpmo_4_5/test_vision_flash_attention.py, "PR #6082", "PR #5604", "PR #6274", "PR #6346", "PR #6397", "PR #6406", "PR #6458", "PR #6587", "PR #6619", "PR #6757", "PR #6529", "PR #6772", vllm_omni/entrypoints/duplex/protocol.py] confidence: high --- diff --git a/knowledge/repos/vllm-omni/models/nemotron-voicechat/_index.md b/knowledge/repos/vllm-omni/models/nemotron-voicechat/_index.md index 495543548..8e34dd110 100644 --- a/knowledge/repos/vllm-omni/models/nemotron-voicechat/_index.md +++ b/knowledge/repos/vllm-omni/models/nemotron-voicechat/_index.md @@ -1,10 +1,10 @@ --- title: "NVIDIA Nemotron-Labs VoiceChat" created: 2026-09-04 -updated: 2026-09-05 +updated: 2026-09-06 type: index tags: [vllm-omni, models, serving] -sources: ["PR #6089", "PR #6354", vllm_omni/deploy/nemotron_labs_voicechat.yaml, vllm_omni/deploy/nemotron_labs_voicechat_duplex.yaml, vllm_omni/deploy/nemotron_labs_voicechat_streaming.yaml, vllm_omni/experimental/fullduplex/nemotron_voicechat/, vllm_omni/model_executor/models/nemotron_voicechat/, vllm_omni/model_executor/models/nemotron_voicechat/nemo_vendored/, vllm_omni/model_executor/models/nemotron_voicechat/nemo_vendored/asr/, vllm_omni/model_executor/stage_input_processors/nemotron_voicechat.py] +sources: ["PR #6089", "PR #6354", vllm_omni/deploy/nemotron_labs_voicechat.yaml, vllm_omni/deploy/nemotron_labs_voicechat_duplex.yaml, vllm_omni/deploy/nemotron_labs_voicechat_streaming.yaml, vllm_omni/model_executor/models/nemotron_voicechat/duplex/, vllm_omni/model_executor/models/nemotron_voicechat/, vllm_omni/model_executor/models/nemotron_voicechat/nemo_vendored/, vllm_omni/model_executor/models/nemotron_voicechat/nemo_vendored/asr/, vllm_omni/model_executor/stage_input_processors/nemotron_voicechat.py] confidence: high --- @@ -23,7 +23,7 @@ confidence: high - `vllm_omni/deploy/nemotron_labs_voicechat.yaml` - `vllm_omni/deploy/nemotron_labs_voicechat_duplex.yaml` - `vllm_omni/deploy/nemotron_labs_voicechat_streaming.yaml` -- `vllm_omni/experimental/fullduplex/nemotron_voicechat/` +- `vllm_omni/model_executor/models/nemotron_voicechat/duplex/` - `vllm_omni/model_executor/models/nemotron_voicechat/` - `vllm_omni/model_executor/models/nemotron_voicechat/nemo_vendored/` - `vllm_omni/model_executor/models/nemotron_voicechat/nemo_vendored/asr/` @@ -33,7 +33,7 @@ confidence: high ## 依赖的共享代码模块 -- `vllm_omni/experimental/fullduplex/openai/` → [serving](../../components/serving/_index.md) +- `vllm_omni/entrypoints/duplex/` → [serving](../../components/serving/_index.md) - `vllm_omni/core/sched/` → [scheduler](../../components/scheduler/_index.md) - `vllm_omni/distributed/omni_connectors/` → [distributed](../../components/distributed/_index.md) - `vllm_omni/model_executor/models/` → [model-executor](../../components/model-executor/_index.md) diff --git a/knowledge/repos/vllm-omni/models/nemotron-voicechat/rules.md b/knowledge/repos/vllm-omni/models/nemotron-voicechat/rules.md index e8590f6ec..3c807e2a6 100644 --- a/knowledge/repos/vllm-omni/models/nemotron-voicechat/rules.md +++ b/knowledge/repos/vllm-omni/models/nemotron-voicechat/rules.md @@ -1,10 +1,10 @@ --- title: "Nemotron VoiceChat 规则" created: 2026-09-04 -updated: 2026-09-05 +updated: 2026-09-06 type: rule tags: [vllm-omni, models, serving] -sources: ["PR #6089", "PR #6354", vllm_omni/deploy/nemotron_labs_voicechat.yaml, vllm_omni/deploy/nemotron_labs_voicechat_duplex.yaml, vllm_omni/deploy/nemotron_labs_voicechat_streaming.yaml, vllm_omni/experimental/fullduplex/nemotron_voicechat/, vllm_omni/experimental/fullduplex/openai/, vllm_omni/core/sched/omni_ar_scheduler.py, vllm_omni/distributed/omni_connectors/transfer_adapter/chunk_transfer_adapter.py, vllm_omni/model_executor/models/nemotron_voicechat/, vllm_omni/model_executor/stage_input_processors/nemotron_voicechat.py, tests/e2e/features/fullduplex/nemotron_voicechat/, tests/e2e/online_serving/nemotron_voicechat_realtime_duplex.py, tests/model_executor/models/test_nemotron_voicechat_perception_window.py, tests/model_executor/models/test_nemotron_voicechat_talker_replay.py, tests/model_executor/stage_input_processors/test_nemotron_voicechat.py, "PR #6831"] +sources: ["PR #6089", "PR #6354", vllm_omni/deploy/nemotron_labs_voicechat.yaml, vllm_omni/deploy/nemotron_labs_voicechat_duplex.yaml, vllm_omni/deploy/nemotron_labs_voicechat_streaming.yaml, vllm_omni/model_executor/models/nemotron_voicechat/duplex/, vllm_omni/entrypoints/duplex/, vllm_omni/core/sched/omni_ar_scheduler.py, vllm_omni/distributed/omni_connectors/transfer_adapter/chunk_transfer_adapter.py, vllm_omni/model_executor/models/nemotron_voicechat/, vllm_omni/model_executor/stage_input_processors/nemotron_voicechat.py, tests/model_executor/models/nemotron_voicechat/duplex/, tests/e2e/online_serving/nemotron_voicechat_realtime_duplex.py, tests/model_executor/models/test_nemotron_voicechat_perception_window.py, tests/model_executor/models/test_nemotron_voicechat_talker_replay.py, tests/model_executor/stage_input_processors/test_nemotron_voicechat.py, "PR #6831"] confidence: high --- diff --git a/knowledge/repos/vllm-omni/models/personaplex/_index.md b/knowledge/repos/vllm-omni/models/personaplex/_index.md index 35003dc83..0f1b2e9c2 100644 --- a/knowledge/repos/vllm-omni/models/personaplex/_index.md +++ b/knowledge/repos/vllm-omni/models/personaplex/_index.md @@ -1,10 +1,10 @@ --- title: "PersonaPlex" created: 2026-09-02 -updated: 2026-09-02 +updated: 2026-09-06 type: index tags: [vllm-omni, models, model-executor] -sources: ["PR #4771", vllm_omni/model_executor/models/personaplex/, vllm_omni/experimental/fullduplex/personaplex/, vllm_omni/deploy/personaplex.yaml] +sources: ["PR #4771", vllm_omni/model_executor/models/personaplex/, vllm_omni/model_executor/models/personaplex/duplex/, vllm_omni/deploy/personaplex.yaml] confidence: high --- diff --git a/knowledge/repos/vllm-omni/models/personaplex/architecture.md b/knowledge/repos/vllm-omni/models/personaplex/architecture.md index d04634fd7..d54c271bf 100644 --- a/knowledge/repos/vllm-omni/models/personaplex/architecture.md +++ b/knowledge/repos/vllm-omni/models/personaplex/architecture.md @@ -1,10 +1,10 @@ --- title: "PersonaPlex 架构" created: 2026-09-02 -updated: 2026-09-02 +updated: 2026-09-06 type: architecture tags: [vllm-omni, models, model-executor] -sources: ["PR #4771", vllm_omni/experimental/fullduplex/personaplex/DESIGN.md, vllm_omni/model_executor/models/personaplex/pipeline.py, vllm_omni/deploy/personaplex.yaml] +sources: ["PR #4771", docs/design/fullduplex-personaplex.md, vllm_omni/model_executor/models/personaplex/pipeline.py, vllm_omni/deploy/personaplex.yaml] confidence: high --- diff --git a/knowledge/repos/vllm-omni/models/personaplex/rules.md b/knowledge/repos/vllm-omni/models/personaplex/rules.md index bce247b2c..76c161935 100644 --- a/knowledge/repos/vllm-omni/models/personaplex/rules.md +++ b/knowledge/repos/vllm-omni/models/personaplex/rules.md @@ -1,10 +1,10 @@ --- title: "PersonaPlex 规则" created: 2026-09-02 -updated: 2026-09-04 +updated: 2026-09-06 type: rule tags: [vllm-omni, models, model-executor] -sources: ["PR #4771", "PR #6318", vllm_omni/experimental/fullduplex/personaplex/DESIGN.md, vllm_omni/experimental/fullduplex/personaplex/serving_adapter.py, vllm_omni/model_executor/stage_input_processors/personaplex.py, tests/e2e/features/fullduplex/, tests/entrypoints/openai_api/test_duplex_handler.py] +sources: ["PR #4771", "PR #6318", docs/design/fullduplex-personaplex.md, vllm_omni/model_executor/models/personaplex/duplex/serving_adapter.py, vllm_omni/model_executor/stage_input_processors/personaplex.py, tests/e2e/features/fullduplex/, tests/entrypoints/openai_api/test_duplex_handler.py] confidence: high ---