Index of /open-courses-0923/09-CS336-Language-Modeling-from-Scratch/github/vllm/benchmarks/kernels/


../
cpu/                                               04-Oct-2026 18:25       -
deepgemm/                                          04-Oct-2026 18:25       -
ir/                                                04-Oct-2026 18:25       -
__init__.py                                        04-Oct-2026 18:25       0
bench_concat_mla_q.py                              04-Oct-2026 18:25    2938
bench_cp_gather_fp8.py                             04-Oct-2026 18:25    5200
bench_cpu_sampling.py                              04-Oct-2026 18:25    7061
benchmark_2d_silu_mul_fp8_quant.py                 04-Oct-2026 18:25    7138
benchmark_activation.py                            04-Oct-2026 18:25    3264
benchmark_block_fp8_gemm.py                        04-Oct-2026 18:25    5224
benchmark_cp_gather.py                             04-Oct-2026 18:25    7478
benchmark_cutlass_moe_fp8.py                       04-Oct-2026 18:25     12K
benchmark_cutlass_moe_nvfp4.py                     04-Oct-2026 18:25     16K
benchmark_device_communicators.py                  04-Oct-2026 18:25     25K
benchmark_dsv41_mega_attn.py                       04-Oct-2026 18:25    9575
benchmark_flydsl_moe_w4a16.py                      04-Oct-2026 18:25    9930
benchmark_fp8_gemm.py                              04-Oct-2026 18:25    4914
benchmark_fused_collective.py                      04-Oct-2026 18:25     40K
benchmark_fused_moe_lora_one_shot.py               04-Oct-2026 18:25     13K
benchmark_fused_q_cutedsl.py                       04-Oct-2026 18:25    3440
benchmark_fused_topk.py                            04-Oct-2026 18:25    3227
benchmark_gelu_and_mul_sparse.py                   04-Oct-2026 18:25    2824
benchmark_gemm_rs_ar.py                            04-Oct-2026 18:25     14K
benchmark_grouped_gemm_cutlass.py                  04-Oct-2026 18:25     12K
benchmark_host_buffer_kv_copy.py                   04-Oct-2026 18:25    8821
benchmark_hy_v4_ihc.py                             04-Oct-2026 18:25    6666
benchmark_inkling_qkvr_prep.py                     04-Oct-2026 18:25    5067
benchmark_int8_gemm.py                             04-Oct-2026 18:25    5301
benchmark_k3_cutedsl_residual.py                   04-Oct-2026 18:25     13K
benchmark_kimi_k3_attn_res.py                      04-Oct-2026 18:25    7140
benchmark_kimi_k3_kda_decode.py                    04-Oct-2026 18:25     11K
benchmark_kimi_k3_kda_projection.py                04-Oct-2026 18:25    7579
benchmark_kimi_k3_latent_moe_tail.py               04-Oct-2026 18:25     29K
benchmark_kimi_k3_sp_collectives.py                04-Oct-2026 18:25    7085
benchmark_layernorm.py                             04-Oct-2026 18:25    3034
benchmark_lora.py                                  04-Oct-2026 18:25     51K
benchmark_machete.py                               04-Oct-2026 18:25     22K
benchmark_marlin.py                                04-Oct-2026 18:25    8213
benchmark_mla_k_concat.py                          04-Oct-2026 18:25    4666
benchmark_moe.py                                   04-Oct-2026 18:25     37K
benchmark_moe_align_block_size.py                  04-Oct-2026 18:25    4880
benchmark_moe_defaults.py                          04-Oct-2026 18:25    9605
benchmark_moe_permute_unpermute.py                 04-Oct-2026 18:25     10K
benchmark_mrope.py                                 04-Oct-2026 18:25     11K
benchmark_multimem_reduce_scatter.py               04-Oct-2026 18:25     15K
benchmark_mxfp4_qutlass.py                         04-Oct-2026 18:25    5773
benchmark_nvfp4_gemm.py                            04-Oct-2026 18:25    6269
benchmark_nvfp4_quant.py                           04-Oct-2026 18:25    6415
benchmark_nvfp4_qutlass.py                         04-Oct-2026 18:25    6171
benchmark_paged_attention.py                       04-Oct-2026 18:25    6108
benchmark_per_token_group_quant.py                 04-Oct-2026 18:25    4978
benchmark_per_token_quant_fp8.py                   04-Oct-2026 18:25    8282
benchmark_persistent_topk.py                       04-Oct-2026 18:25    4904
benchmark_quant.py                                 04-Oct-2026 18:25    3340
benchmark_rdna_hybrid_w4a16_gemm.py                04-Oct-2026 18:25    6334
benchmark_relu_squared.py                          04-Oct-2026 18:25    3797
benchmark_reshape_and_cache.py                     04-Oct-2026 18:25    4936
benchmark_reshape_and_cache_flash.py               04-Oct-2026 18:25    6248
benchmark_rope.py                                  04-Oct-2026 18:25    4056
benchmark_router_gemm.py                           04-Oct-2026 18:25    5042
benchmark_selective_state_update.py                04-Oct-2026 18:25     26K
benchmark_shapes.py                                04-Oct-2026 18:25    2157
benchmark_silu_mul_fp8_quant.py                    04-Oct-2026 18:25     23K
benchmark_thinking_budget.py                       04-Oct-2026 18:25     12K
benchmark_top_k_per_row_decode.py                  04-Oct-2026 18:25    4837
benchmark_trtllm_decode_attention.py               04-Oct-2026 18:25    9175
benchmark_trtllm_prefill_attention.py              04-Oct-2026 18:25    9624
benchmark_vit_aiter_fp8_attn.py                    04-Oct-2026 18:25    4169
benchmark_vit_bilinear_pos_embed.py                04-Oct-2026 18:25    4218
benchmark_vit_fp8_attn.py                          04-Oct-2026 18:25     10K
benchmark_vocab_parallel_embedding.py              04-Oct-2026 18:25    6273
benchmark_w8a8_block_fp8.py                        04-Oct-2026 18:25     13K
graph_machete_bench.py                             04-Oct-2026 18:25    2008
requirements.txt                                   04-Oct-2026 18:25       6
utils.py                                           04-Oct-2026 18:25    6753
weight_shapes.py                                   04-Oct-2026 18:25    2783