Skip to content

Official Inference Code of EAGLE-4

NameLast commit date
..
golden
tokenspeed_round
__init__.py
synthetic.py
test_accept_tail_gpu.py
test_accept_tail_graphs.py
test_add_wheel_notices.py
test_attention_sweeps.py
test_calibration_step_timings.py
test_candidate_calibration.py
test_candidate_gather.py
test_candidate_head.py
test_candidate_ops_gpu.py
test_chain_no_spec.py
test_chain_policy_costs.py
test_chain_rounds.py
test_chain_width.py
test_check_headers.py
test_cli.py
test_compat.py
test_config_cleanup.py
test_config.py
test_cost_golden.py
test_cost_policy_tables.py
test_cost_profiles.py
test_cuda_redist.py
test_dense_target_commit.py
test_depth_stop.py
test_draft_extend.py
test_draft_input_gpu.py
test_draft_layer_input.py
test_draft_rows.py
test_draft_tree.py
test_draft_vocab.py
test_drafter.py
test_eagle3_attention.py
test_eagle3_config.py
test_eagle3_sglang.py
test_eagle3_vllm.py
test_eagle4_model.py
test_eagle4_port.py
test_eagle4_structure.py
test_engine_release.py
test_fp32_arbiter.py
test_fused_accept_step.py
test_gdn_rounded_records_gpu.py
test_gdn_tree_conv.py
test_gdn_tree_gluon_gpu.py
test_gdn_tree_kernels.py
test_gdn_tree_records_gpu.py
test_gemm_solutions.py
test_gpu_kernels.py
test_graph_capture_gpu.py
test_image_tag.py
test_install_docs.py
test_kernels.py
test_l2_warm_gpu.py
test_limits.py
test_live_costs.py
test_mamba2_tree_kernels.py
test_mamba2_tree_verify_gpu.py
test_models.py
test_plain_decode.py
test_prelaunch_gpu.py
test_release_files.py
test_repack_rocm_torch.py
test_rocm_dispatch.py
test_rocm_prelaunch.py
test_row_attention_gpu.py
test_sampled_draw_gpu.py
test_sampled_tree_gpu.py
test_sampled_tree.py
test_sampling_check.py
test_served_chain.py
test_serving_choice.py
test_sglang_hooks.py
test_sglang_logprobs.py
test_sglang_overlap.py
test_sglang_plugin.py
test_sglang_sampled_worker.py
test_stop_check.py
test_target_models.py
test_third_party_headers.py
test_tokenspeed_adapter.py
test_tokenspeed_calibration.py
test_tokenspeed_nemotron.py
test_tokenspeed_ownership.py
test_tokenspeed_plugin.py
test_tokenspeed_policy_cost.py
test_tokenspeed_policy_golden.py
test_tree_graph_memory_gpu.py
test_tree_load_policy.py
test_tree_rejection_sampler.py
test_tree_round_kernels.py
test_tree_sampling.py
test_tree_step_attention.py
test_tree_step_gpu.py
test_verify_attention.py
test_verify_attn_args_gpu.py
test_verify_input.py
test_verify_plan.py
test_verify_prep_gpu.py
test_verify_rows.py
test_verify_tail_gpu.py
test_verify_tail.py
test_vllm_batch_policy.py
test_vllm_calibrate.py
test_vllm_model_rows.py
test_vllm_plugin.py
test_vllm_priced_serve.py
test_vllm_round_recorder.py
test_wheel_index.py
test_worker_rounds.py
triton_probe.py