| bounded-ple/hybrid_sharp_runtime_check.py | Configuration | 2.8 KB |
— |
| bounded-ple/hybrid_sharp_tree_check.py | Configuration | 18.5 KB |
— |
| bounded-ple/nightly/apply_nvfp4_patches_nightly.py | Configuration | 16.7 KB |
— |
| bounded-ple/nightly/overlay-nightly/qwen4_exp.py | Configuration | 87.8 KB |
— |
| bounded-ple/nightly/patch_fcgb_nightly.py | Configuration | 5.9 KB |
— |
| bounded-ple/nightly/patch_gate_nightly.py | Configuration | 4.6 KB |
— |
| bounded-ple/nightly/patch_loader2_nightly.py | Configuration | 2.6 KB |
— |
| bounded-ple/nightly/patch_modelopt_nightly.py | Configuration | 2.2 KB |
— |
| bounded-ple/nightly/patches/patch-fp8.py | Configuration | 1.9 KB |
— |
| bounded-ple/nightly/patches/patch-loader-n.py | Configuration | 3.2 KB |
— |
| bounded-ple/nightly/patches/patch-loader.py | Configuration | 3.3 KB |
— |
| bounded-ple/nightly/patches/patch-loader2.py | Configuration | 2.3 KB |
— |
| bounded-ple/nightly/patches/patch-loader3.py | Configuration | 1.5 KB |
— |
| bounded-ple/nightly/patches/patch-modelopt.py | Configuration | 2.1 KB |
— |
| bounded-ple/nightly/patches/patch-modelopt2.py | Configuration | 1.5 KB |
— |
| bounded-ple/nightly/patches/patch-modelopt3.py | Configuration | 2.5 KB |
— |
| bounded-ple/nightly/patches/patch-ple-fix7.py | Configuration | 11.6 KB |
— |
| bounded-ple/nightly/patches/patch_flashinfer_cutlass_nvfp4_gate.py | Configuration | 6.8 KB |
— |
| bounded-ple/nightly/qsa_nvfp4_kv.py | Configuration | 9.7 KB |
— |
| bounded-ple/nightly/sm121_varlen.py | Configuration | 6.8 KB |
— |
| bounded-ple/overlay/qwen4_exp.py | Configuration | 88.3 KB |
— |
| bounded-ple/overlay/qwen4_ple_nvme.py | Configuration | 32.2 KB |
— |
| bounded-ple/overlay/serving_chat.py | Configuration | 124.4 KB |
— |
| bounded-ple/patch_flashinfer_cutlass_nvfp4_gate.py | Configuration | 6.8 KB |
— |
| bounded-ple/rust/sglang-mm/bench/bench_parity.py | Configuration | 5.1 KB |
— |
| bounded-ple/rust/sglang-mm/tests/generate_golden.py | Configuration | 1.0 KB |
— |
| bounded-ple/rust/sglang-mm/tests/test_golden.py | Configuration | 1.5 KB |
— |
| bounded-ple/rust/sglang-mm/tests/test_hash_fetch.py | Configuration | 3.6 KB |
— |
| bounded-ple/rust/sglang-mm/tests/test_integration.py | Configuration | 2.8 KB |
— |
| bounded-ple/rust/sglang-mm/tests/test_resize_parity.py | Configuration | 5.2 KB |
— |
| bounded-ple/upgrade/assemble-resolved.py | Configuration | 2.1 KB |
— |
| bounded-ple/upgrade/merge-overlays.py | Configuration | 2.6 KB |
— |
| bounded-ple/upgrade/merge-sources.py | Configuration | 4.5 KB |
— |
| build-nightly2/draft_nvfp4/fp8.py | Configuration | 121.5 KB |
— |
| build-nightly2/draft_nvfp4/loader.py | Configuration | 178.1 KB |
— |
| build-nightly2/kda_overlay/kda_kernels/__init__.py | Configuration | 57 B |
— |
| build-nightly2/kda_overlay/kda_kernels/qwen38_qsa_sm121/__init__.py | Configuration | 3.0 KB |
— |
| build-nightly2/kda_overlay/kda_kernels/qwen38_qsa_sm121/kernel.py | Configuration | 10.1 KB |
— |
| build-nightly2/kda_overlay/ops_attention_init.py | Configuration | 8.1 KB |
— |
| build-nightly2/kda_overlay/qwen_sparse_attn_backend.py | Configuration | 76.2 KB |
— |
| build-nightly2/modelopt_mixed/06-rewrite-qc-mixed.py | Configuration | 4.4 KB |
— |
| build-nightly2/modelopt_mixed/modelopt_quant.py | Configuration | 129.2 KB |
— |
| build-nightly2/ple_graph/full_cuda_graph_backend.py | Configuration | 10.1 KB |
— |
| build/draft_nvfp4/fp8.py | Configuration | 114.3 KB |
— |
| build/draft_nvfp4/loader.py | Configuration | 178.0 KB |
— |
| build/draft_nvfp4/patch-fp8.py | Configuration | 1.9 KB |
— |
| build/draft_nvfp4/patch-loader2.py | Configuration | 2.3 KB |
— |
| build/kda_overlay/kda_kernels/__init__.py | Configuration | 57 B |
— |
| build/kda_overlay/kda_kernels/qwen38_qsa_sm121/__init__.py | Configuration | 3.0 KB |
— |
| build/kda_overlay/kda_kernels/qwen38_qsa_sm121/kernel.py | Configuration | 10.1 KB |
— |
| build/kda_overlay/ops_attention_init.py | Configuration | 7.9 KB |
— |
| build/kda_overlay/qwen_sparse_attn_backend.py | Configuration | 83.2 KB |
— |
| build/modelopt_mixed/06-rewrite-qc-mixed.py | Configuration | 4.5 KB |
— |
| build/modelopt_mixed/07-prepare-draft-fp8.py | Configuration | 4.0 KB |
— |
| build/modelopt_mixed/08-merge-hybridsharp-nv.py | Configuration | 5.3 KB |
— |
| build/modelopt_mixed/modelopt_quant.py | Configuration | 120.2 KB |
— |
| build/modelopt_mixed/patch-modelopt.py | Configuration | 2.1 KB |
— |
| build/modelopt_mixed/patch-modelopt2.py | Configuration | 1.5 KB |
— |
| build/modelopt_mixed/patch-modelopt3.py | Configuration | 2.5 KB |
— |
| build/modelopt_mixed/probe-draft-fp8.py | Configuration | 1.2 KB |
— |
| build/modelopt_mixed/probe-mixed.py | Configuration | 2.4 KB |
— |
| build/modelopt_mixed/repro-mixed.py | Configuration | 1.9 KB |
— |
| build/patch-loader3.py | Configuration | 1.5 KB |
— |
| build/ple_graph/full_cuda_graph_backend.py | Configuration | 7.7 KB |
— |
| build/ple_graph/patch-ple-fix7.py | Configuration | 11.1 KB |
— |
| build/qwen4_exp.py | Configuration | 86.5 KB |
— |
| build/qwen_sparse_attn_backend.py | Configuration | 81.1 KB |
— |
| patch-serving-chat-log.py | Configuration | 2.0 KB |
— |
| verify.py | Configuration | 3.8 KB |
— |
| LICENSE | Documentation | 1.1 KB |
— |
| NOTICE.md | Documentation | 1.1 KB |
— |
| README.md | Documentation | 16.1 KB |
— |
| bounded-ple/hybrid-sharp-review.md | Documentation | 9.7 KB |
— |
| bounded-ple/rust/sglang-mm/README.md | Documentation | 10.5 KB |
— |
| build-nightly2/kda_overlay/kda_kernels/README.md | Documentation | 3.0 KB |
— |
| build/kda_overlay/kda_kernels/README.md | Documentation | 3.0 KB |
— |
| build/ple_graph/PATCHES.md | Documentation | 1.0 KB |
— |
| docs/failure-history.md | Documentation | 6.2 KB |
— |
| docs/memory-budget.md | Documentation | 2.1 KB |
— |
| docs/quickstart-zh.md | Documentation | 5.9 KB |
— |
| docs/verification.md | Documentation | 3.5 KB |
— |
| bounded-ple/01-build-bounded-ple.sh | Other | 1.6 KB |
— |
| bounded-ple/01b-build-hybrid-runtime.sh | Other | 4.7 KB |
— |
| bounded-ple/02-deploy-bounded-ple.sh | Other | 5.9 KB |
— |
| bounded-ple/03-verify-bounded-ple.sh | Other | 4.5 KB |
— |
| bounded-ple/04-prepare-hybrid-sharp.sh | Other | 8.1 KB |
— |
| bounded-ple/05-deploy-hybrid-sharp-nightly.sh | Other | 35.3 KB |
— |
| bounded-ple/05-deploy-hybrid-sharp.sh | Other | 28.3 KB |
— |
| bounded-ple/Dockerfile.bounded-ple | Other | 1.3 KB |
— |
| bounded-ple/Dockerfile.hybrid-sharp-runtime | Other | 1.3 KB |
— |
| bounded-ple/hybrid-start-nv-nightly.sh | Other | 5.5 KB |
— |
| bounded-ple/hybrid-start-nv.sh | Other | 2.1 KB |
— |
| bounded-ple/hybrid-start.sh | Other | 1.1 KB |
— |
| bounded-ple/hybrid-stop.sh | Other | 1.1 KB |
— |
| bounded-ple/legacy-start.sh | Other | 2.2 KB |
— |
| bounded-ple/legacy-stop.sh | Other | 977 B |
— |
| bounded-ple/nightly/01c-build-sglang-nightly.sh | Other | 6.0 KB |
— |
| bounded-ple/nightly/Dockerfile.nightly-bounded-ple | Other | 2.3 KB |
— |
| bounded-ple/nightly/Dockerfile.nightly-community | Other | 3.5 KB |
— |
| bounded-ple/nightly/Dockerfile.nightly-hybrid | Other | 1.2 KB |
— |
| bounded-ple/nightly/regenerate-overlays.sh | Other | 3.4 KB |
— |
| bounded-ple/rust/Cargo.lock | Other | 126.2 KB |
— |
| bounded-ple/rust/Cargo.toml | Other | 1.2 KB |
— |
| bounded-ple/rust/rust-toolchain.toml | Other | 84 B |
— |
| bounded-ple/rust/sglang-grpc/Cargo.toml | Other | 1.5 KB |
— |
| bounded-ple/rust/sglang-grpc/build.rs | Other | 1.2 KB |
— |
| bounded-ple/rust/sglang-grpc/pyproject.toml | Other | 627 B |
— |
| bounded-ple/rust/sglang-grpc/src/bridge.rs | Other | 26.1 KB |
— |
| bounded-ple/rust/sglang-grpc/src/bridge/tests.rs | Other | 212 B |
— |
| bounded-ple/rust/sglang-grpc/src/lib.rs | Other | 8.5 KB |
— |
| bounded-ple/rust/sglang-grpc/src/server.rs | Other | 36.7 KB |
— |
| bounded-ple/rust/sglang-grpc/src/server/tests.rs | Other | 2.3 KB |
— |
| bounded-ple/rust/sglang-grpc/src/utils/mod.rs | Other | 278 B |
— |
| bounded-ple/rust/sglang-grpc/src/utils/py_utils.rs | Other | 2.3 KB |
— |
| bounded-ple/rust/sglang-grpc/src/utils/py_utils/tests.rs | Other | 230 B |
— |
| bounded-ple/rust/sglang-grpc/src/utils/request_utils.rs | Other | 20.2 KB |
— |
| bounded-ple/rust/sglang-mm/Cargo.toml | Other | 2.7 KB |
— |
| bounded-ple/rust/sglang-mm/pyproject.toml | Other | 264 B |
— |
| bounded-ple/rust/sglang-mm/src/common/fetch.rs | Other | 16.9 KB |
— |
| bounded-ple/rust/sglang-mm/src/common/mod.rs | Other | 8.3 KB |
— |
| bounded-ple/rust/sglang-mm/src/common/par.rs | Other | 3.2 KB |
— |
| bounded-ple/rust/sglang-mm/src/common/resize.rs | Other | 8.1 KB |
— |
| bounded-ple/rust/sglang-mm/src/common/token_layout.rs | Other | 8.7 KB |
— |
| bounded-ple/rust/sglang-mm/src/common/transforms.rs | Other | 3.0 KB |
— |
| bounded-ple/rust/sglang-mm/src/driver.rs | Other | 10.8 KB |
— |
| bounded-ple/rust/sglang-mm/src/inkling/mod.rs | Other | 9.9 KB |
— |
| bounded-ple/rust/sglang-mm/src/lib.rs | Other | 727 B |
— |
| bounded-ple/rust/sglang-mm/src/pipeline.rs | Other | 5.0 KB |
— |
| bounded-ple/rust/sglang-mm/src/qwen_vl/mod.rs | Other | 26.3 KB |
— |
| bounded-ple/rust/sglang-mm/src/registry.rs | Other | 2.8 KB |
— |
| bounded-ple/rust/sglang-mm/tests/rlib_is_single_threaded.rs | Other | 2.5 KB |
— |
| bounded-ple/rust/sglang-server/Cargo.toml | Other | 2.6 KB |
— |
| bounded-ple/rust/sglang-server/pyproject.toml | Other | 383 B |
— |
| bounded-ple/rust/sglang-server/src/api_server.rs | Other | 3.9 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/common.rs | Other | 9.6 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/disaggregation.rs | Other | 26 B |
— |
| bounded-ple/rust/sglang-server/src/api_server/disaggregation/bootstrap.rs | Other | 21.7 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/frame.rs | Other | 34.8 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/guard.rs | Other | 5.0 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/log.rs | Other | 1.5 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/native_api.rs | Other | 26.8 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/openai.rs | Other | 7.2 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/openai/chat.rs | Other | 45.2 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/openai/completions.rs | Other | 30.8 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/openai/models.rs | Other | 1.5 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/openai/reasoning.rs | Other | 9.3 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/openai/template.rs | Other | 73.9 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/openai/test_utils.rs | Other | 11.2 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/openai/tools.rs | Other | 30.0 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/prefetch.rs | Other | 8.5 KB |
— |
| bounded-ple/rust/sglang-server/src/api_server/submit.rs | Other | 2.8 KB |
— |
| bounded-ple/rust/sglang-server/src/environ.rs | Other | 4.0 KB |
— |
| bounded-ple/rust/sglang-server/src/error.rs | Other | 1.5 KB |
— |
| bounded-ple/rust/sglang-server/src/fsm.rs | Other | 7.0 KB |
— |
| bounded-ple/rust/sglang-server/src/ids.rs | Other | 10.2 KB |
— |
| bounded-ple/rust/sglang-server/src/lib.rs | Other | 13.4 KB |
— |
| bounded-ple/rust/sglang-server/src/message.rs | Other | 4.5 KB |
— |
| bounded-ple/rust/sglang-server/src/message/egress.rs | Other | 55.5 KB |
— |
| bounded-ple/rust/sglang-server/src/message/finish_reason.rs | Other | 10.0 KB |
— |
| bounded-ple/rust/sglang-server/src/message/io_struct.rs | Other | 10.2 KB |
— |
| bounded-ple/rust/sglang-server/src/message/mm_payload.rs | Other | 7.7 KB |
— |
| bounded-ple/rust/sglang-server/src/message/request.rs | Other | 59.8 KB |
— |
| bounded-ple/rust/sglang-server/src/message/sampling.rs | Other | 42.6 KB |
— |
| bounded-ple/rust/sglang-server/src/message/types.rs | Other | 11.8 KB |
— |
| bounded-ple/rust/sglang-server/src/mm.rs | Other | 15.9 KB |
— |
| bounded-ple/rust/sglang-server/src/ring.rs | Other | 10.0 KB |
— |
| bounded-ple/rust/sglang-server/src/runtime.rs | Other | 24.5 KB |
— |
| bounded-ple/rust/sglang-server/src/runtime/config.rs | Other | 12.3 KB |
— |
| bounded-ple/rust/sglang-server/src/runtime/runnable.rs | Other | 534 B |
— |
| bounded-ple/rust/sglang-server/src/runtime/threads.rs | Other | 5.5 KB |
— |
| bounded-ple/rust/sglang-server/src/tokenizer_manager/egress.rs | Other | 9.5 KB |
— |
| bounded-ple/rust/sglang-server/src/tokenizer_manager/ingress.rs | Other | 69.5 KB |
— |
| bounded-ple/rust/sglang-server/src/utils.rs | Other | 120 B |
— |
| bounded-ple/rust/sglang-server/src/utils/regex.rs | Other | 56.3 KB |
— |
| bounded-ple/rust/sglang-server/src/utils/response.rs | Other | 3.9 KB |
— |
| bounded-ple/rust/sglang-server/src/utils/serialize.rs | Other | 3.9 KB |
— |
| bounded-ple/rust/sglang-server/src/utils/sock.rs | Other | 1.3 KB |
— |
| bounded-ple/rust/sglang-storage/Cargo.toml | Other | 519 B |
— |
| bounded-ple/rust/sglang-storage/src/io_uring_reader.rs | Other | 9.6 KB |
— |
| bounded-ple/rust/sglang-storage/src/lib.rs | Other | 303 B |
— |
| bounded-ple/upgrade/build-merged-image.sh | Other | 912 B |
— |
| build-nightly2/path_qsa.txt | Other | 85 B |
— |
| build/path_qsa.txt | Other | 85 B |
— |
| build/path_qwen4_exp.txt | Other | 60 B |
— |
| nightly-audit.sh | Other | 4.4 KB |
— |
| .gitattributes | Repository | 94 B |
— |
| bounded-ple/rust/sglang-grpc/src/tokenizers.rs | Tokenizer | 4.2 KB |
— |
| bounded-ple/rust/sglang-server/src/detokenizer.rs | Tokenizer | 28.7 KB |
— |
| bounded-ple/rust/sglang-server/src/tokenizer.rs | Tokenizer | 14.4 KB |
— |
| bounded-ple/rust/sglang-server/src/tokenizer_manager.rs | Tokenizer | 4.2 KB |
— |