Path	Lines of Code
example/perf_test/latency_test.py	292
example/perf_test/throughput_test.py	232
example/perf_test/vit_test.py	73
example/test.py	38
maga_transformer/aios/kmonitor/python_client/test/kmon_test.py	44
maga_transformer/async_decoder_engine/test/rpc_model_test.py	53
maga_transformer/cpp/api_server/test/ChatServiceTest.cc	262
maga_transformer/cpp/api_server/test/ConcurrencyControllerTest.cc	32
maga_transformer/cpp/api_server/test/EmbeddingServiceTest.cc	117
maga_transformer/cpp/api_server/test/ErrorResponseTest.cc	14
maga_transformer/cpp/api_server/test/GangServerTest.cc	101
maga_transformer/cpp/api_server/test/GenerateStreamWrapperTest.cc	223
maga_transformer/cpp/api_server/test/HealthServiceTest.cc	87
maga_transformer/cpp/api_server/test/HttpApiServerTest.cc	137
maga_transformer/cpp/api_server/test/InferenceDataTypeTest.cc	155
maga_transformer/cpp/api_server/test/InferenceServiceTest.cc	394
maga_transformer/cpp/api_server/test/LoraServiceTest.cc	515
maga_transformer/cpp/api_server/test/ModelStatusServiceTest.cc	37
maga_transformer/cpp/api_server/test/ParallelInfoTest.cc	47
maga_transformer/cpp/api_server/test/RequestExtractorTest.cc	27
maga_transformer/cpp/api_server/test/SysCmdServiceTest.cc	104
maga_transformer/cpp/api_server/test/TestMain.cc	26
maga_transformer/cpp/api_server/test/TokenizerEncodeResponseTest.cc	38
maga_transformer/cpp/api_server/test/TokenizerServiceTest.cc	248
maga_transformer/cpp/api_server/test/WorkerStatusServiceTest.cc	135
maga_transformer/cpp/api_server/test/api_server_unittest.py	3
maga_transformer/cpp/api_server/test/mock/MockApiServerMetricReporter.h	31
maga_transformer/cpp/api_server/test/mock/MockChatRender.h	47
maga_transformer/cpp/api_server/test/mock/MockEmbeddingEndpoint.h	19
maga_transformer/cpp/api_server/test/mock/MockEngineBase.h	17
maga_transformer/cpp/api_server/test/mock/MockGangServer.h	13
maga_transformer/cpp/api_server/test/mock/MockGenerateStream.h	18
maga_transformer/cpp/api_server/test/mock/MockGenerateStreamWrapper.h	15
maga_transformer/cpp/api_server/test/mock/MockHttpResponseWriter.h	15
maga_transformer/cpp/api_server/test/mock/MockLoraManager.h	16
maga_transformer/cpp/api_server/test/mock/MockOpenaiEndpoint.h	16
maga_transformer/cpp/api_server/test/mock/MockTokenProcessor.h	21
maga_transformer/cpp/api_server/test/mock/MockTokenizer.h	16
maga_transformer/cpp/api_server/test/mock/MockWeightsLoader.h	18
maga_transformer/cpp/core/test/QBufferTest.cc	113
maga_transformer/cpp/deep_gemm/test/deep_gemm_plugin_test.cpp	104
maga_transformer/cpp/devices/arm_impl/test/ArmTestUtils.h	10
maga_transformer/cpp/devices/arm_impl/test/ops/ActOpTest.cc	9
maga_transformer/cpp/devices/arm_impl/test/ops/AttentionOpTest.cc	215
maga_transformer/cpp/devices/arm_impl/test/ops/EmbeddingLookupTest.cc	23
maga_transformer/cpp/devices/arm_impl/test/ops/GemmOpTest.cc	189
maga_transformer/cpp/devices/arm_impl/test/ops/GemmOptOpTest.cc	139
maga_transformer/cpp/devices/arm_impl/test/ops/LayerNormOpTest.cc	55
maga_transformer/cpp/devices/arm_impl/test/ops/SoftmaxOpTest.cc	28
maga_transformer/cpp/devices/cpu_impl/test/CpuOpsTest.cc	10
maga_transformer/cpp/devices/cpu_impl/test/ops/CpuAttentionLayerTest.cc	22
maga_transformer/cpp/devices/cpu_impl/test/ops/CpuEmbeddingTest.cc	30
maga_transformer/cpp/devices/cpu_impl/test/ops/CpuFFnOpTest.cc	20
maga_transformer/cpp/devices/cpu_impl/test/ops/CpuGemmTest.cc	48
maga_transformer/cpp/devices/cpu_impl/test/ops/CpuLayerNormTest.cc	72
maga_transformer/cpp/devices/cpu_impl/test/ops/CpuSamplerTest.cc	99
maga_transformer/cpp/devices/cuda_impl/tests/CudaActOpTest.cc	19
maga_transformer/cpp/devices/cuda_impl/tests/CudaAttentionLayerTest.cc	36
maga_transformer/cpp/devices/cuda_impl/tests/CudaAttentionOpTest.cc	220
maga_transformer/cpp/devices/cuda_impl/tests/CudaBeamSearchOpTest.cc	20
maga_transformer/cpp/devices/cuda_impl/tests/CudaCustomAllReduceTest.cc	80
maga_transformer/cpp/devices/cuda_impl/tests/CudaFFnOpTest.cc	78
maga_transformer/cpp/devices/cuda_impl/tests/CudaFp8MoeOpTest.cc	7
maga_transformer/cpp/devices/cuda_impl/tests/CudaGemmOpTest.cc	80
maga_transformer/cpp/devices/cuda_impl/tests/CudaGeneralOpsTest.cc	13
maga_transformer/cpp/devices/cuda_impl/tests/CudaGroupGemmOpTest.cc	21
maga_transformer/cpp/devices/cuda_impl/tests/CudaLoraLinearLayerTest.cc	81
maga_transformer/cpp/devices/cuda_impl/tests/CudaQuantizeTest.cc	35
maga_transformer/cpp/devices/cuda_impl/tests/CudaSamplerTest.cc	656
maga_transformer/cpp/devices/cuda_impl/tests/CudaSoftmaxOpTest.cc	14
maga_transformer/cpp/devices/cuda_impl/tests/CudaTestUtils.h	7
maga_transformer/cpp/devices/cuda_impl/tests/CustomAllReduceTest.cc	233
maga_transformer/cpp/devices/cuda_impl/tests/LayernormTest.cc	191
maga_transformer/cpp/devices/cuda_impl/tests/NcclTest.cc	50
maga_transformer/cpp/devices/cuda_impl/tests/cuda_dist_test_runner.py	15
maga_transformer/cpp/devices/rocm_impl/test/ROCmSamplerTest.cc	155
maga_transformer/cpp/devices/rocm_impl/test/RcclTest.cc	48
maga_transformer/cpp/devices/rocm_impl/test/RocmOpsTest.cc	81
maga_transformer/cpp/devices/rocm_impl/test/ops/EmbeddingLookupTest.cc	28
maga_transformer/cpp/devices/rocm_impl/test/ops/LayernormTest.cc	40
maga_transformer/cpp/devices/rocm_impl/test/ops/ROCmAttentionOpTest.cc	78
maga_transformer/cpp/devices/rocm_impl/test/ops/ROCmGemmOpTest.cc	114
maga_transformer/cpp/devices/rocm_impl/test/ops/RocmActOpTest.cc	19
maga_transformer/cpp/devices/rocm_impl/test/ops/RocmFFnOpTest.cc	31
maga_transformer/cpp/devices/rocm_impl/test/ops/RocmSoftmaxOpTest.cc	12
maga_transformer/cpp/devices/torch_impl/test/TorchBeamSearchOpTest.cc	102
maga_transformer/cpp/disaggregate/cache_store/test/CacheLoadServiceClosureTest.cpp	129
maga_transformer/cpp/disaggregate/cache_store/test/CacheStoreServiceImplContextTest.cpp	248
maga_transformer/cpp/disaggregate/cache_store/test/CacheStoreTestBase.h	48
maga_transformer/cpp/disaggregate/cache_store/test/MemoryUtilTest.cpp	52
maga_transformer/cpp/disaggregate/cache_store/test/MessagerClientTest.cpp	111
maga_transformer/cpp/disaggregate/cache_store/test/NormalCacheStoreTest.cpp	698
maga_transformer/cpp/disaggregate/cache_store/test/RequestBlockBufferStoreTest.cpp	125
maga_transformer/cpp/disaggregate/cache_store/test/RequestBlockBufferTest.cpp	162
maga_transformer/cpp/disaggregate/cache_store/test/main.cpp	16
maga_transformer/cpp/disaggregate/cache_store/test/test_util/BlockBufferUtil.cpp	84
maga_transformer/cpp/disaggregate/cache_store/test/test_util/BlockBufferUtil.h	18
maga_transformer/cpp/disaggregate/cache_store/test/test_util/DeviceUtil.cpp	57
maga_transformer/cpp/disaggregate/cache_store/test/test_util/DeviceUtil.h	22
maga_transformer/cpp/disaggregate/cache_store/test/test_util/MockMemoryUtil.h	21
maga_transformer/cpp/disaggregate/load_balancer/subscribe/test/LocalSubscribeServiceMain.cpp	50
maga_transformer/cpp/disaggregate/load_balancer/subscribe/test/NacosSubscribeServiceMain.cpp	47
maga_transformer/cpp/disaggregate/load_balancer/test/RRLoadBalancerMain.cpp	54
maga_transformer/cpp/disaggregate/load_balancer/test/WRRLoadBalancerTest.cpp	176
maga_transformer/cpp/disaggregate/load_balancer/test/main.cpp	16
maga_transformer/cpp/disaggregate/rtpllm_master/cluster/test/FakeServer.h	53
maga_transformer/cpp/disaggregate/rtpllm_master/cluster/test/PrefillLoadBalancerTest.cpp	199
maga_transformer/cpp/disaggregate/rtpllm_master/estimator/test/LookupMapImplTest.cpp	44
maga_transformer/cpp/disaggregate/rtpllm_master/test/fake_server.py	42
maga_transformer/cpp/disaggregate/rtpllm_master/test/server_start_test.py	38
maga_transformer/cpp/disaggregate/rtpllm_master/tokenize/test/RemoteTokenizeModuleTest.cpp	53
maga_transformer/cpp/eplb/test/eplb_py_wrapper_test.cc	33
maga_transformer/cpp/eplb/test/eplb_py_wrapper_test.py	128
maga_transformer/cpp/eplb/test/libth_eplb_py_wrapper_test.pyi	15
maga_transformer/cpp/http_server/test/ConnectionPoolTest.cpp	153
maga_transformer/cpp/http_server/test/HttpClientTest.cpp	147
maga_transformer/cpp/http_server/test/main.cpp	16
maga_transformer/cpp/lora/test/LoraManagerTest.cc	233
maga_transformer/cpp/lora/test/LoraModelTest.cc	65
maga_transformer/cpp/lora/test/LoraNormEngineTest.cc	108
maga_transformer/cpp/lora/test/LoraWeightsTest.cc	73
maga_transformer/cpp/model_rpc/test/DynamicLoraModelRpcServerTest.cc	68
maga_transformer/cpp/model_rpc/test/MockModelRpcServer.h	158
maga_transformer/cpp/model_rpc/test/QueryConverterTest.cc	122
maga_transformer/cpp/model_rpc/test/RpcServerTest.cc	25
maga_transformer/cpp/model_rpc/test/model_rpc_client_test.py	63
maga_transformer/cpp/models/test/ModelDataTest.cc	62
maga_transformer/cpp/models/test/ThinkModeLogitsProcessorTest.cc	255
maga_transformer/cpp/multimodal_processor/test/MultimodalProcessorTest.cc	129
maga_transformer/cpp/normal_engine/test/EngineTest.cc	214
maga_transformer/cpp/normal_engine/test/MockEngine.h	121
maga_transformer/cpp/normal_engine/test/NormalBatchStreamProcessorTest.cc	243
maga_transformer/cpp/openai/test/APIDataTypeTest.cc	175
maga_transformer/cpp/openai/test/OpenaiEndpointTest.cc	116
maga_transformer/cpp/openai/test/TestMain.cc	15
maga_transformer/cpp/openai/test/openai_unittest.py	3
maga_transformer/cpp/position_ids_generator/test/PositionIdsGeneratorTest.cc	83
maga_transformer/cpp/schedulers/test/FIFOSchedulerTest.cc	268
maga_transformer/cpp/speculative_engine/test/SpeculativeEngineTest.cc	167
maga_transformer/cpp/speculative_engine/test/SpeculativeMockEngine.h	17
maga_transformer/cpp/speculative_engine/test/SpeculativeSamplerTest.cc	68
maga_transformer/cpp/stream/test/GenerateStreamTest.cc	97
maga_transformer/cpp/stream/test/StreamCacheResourceTest.cc	397
maga_transformer/cpp/system_prompt/test/SystemPromptConstructorTest.cc	41
maga_transformer/cpp/system_prompt/test/SystemPromptTest.cc	17
maga_transformer/cpp/test/ExecutorTest.cc	1
maga_transformer/cpp/test/GptModelTest.cc	193
maga_transformer/cpp/test/MemoryTest.cc	122
maga_transformer/cpp/test/ModelTestUtil.cc	122
maga_transformer/cpp/test/ModelTestUtil.h	7
maga_transformer/cpp/test/SamplerTest.cc	137
maga_transformer/cpp/test/fpa_intb_perf.cu	119
maga_transformer/cpp/test/helper_cuda.h	672
maga_transformer/cpp/test/helper_string.h	291
maga_transformer/cpp/test/int4_perf.cu	123
maga_transformer/cpp/test/int8_gemm_perf.cu	166
maga_transformer/cpp/test/int8_gemm_test.cu	125
maga_transformer/cpp/test/long_seq.cu	165
maga_transformer/cpp/test/weight_only_batched_gemv.cu	136
maga_transformer/cpp/trt_plugins/test/moe_test.cpp	99
maga_transformer/cpp/utils/test/Cm2ConfigTest.cc	20
maga_transformer/cpp/utils/test/DFAUtilTest.cc	37
maga_transformer/cpp/utils/test/LRUCacheTest.cc	27
maga_transformer/distribute/test/fake_model.py	42
maga_transformer/distribute/test/gang_test.py	155
maga_transformer/models/multimodal/test/multimodal_image_load_test.py	45
maga_transformer/server/test/frontend_server_test.py	44
maga_transformer/server/test/frontend_worker_test.py	171
maga_transformer/test/chatapi_test.py	87
maga_transformer/test/concurrency_limit_test.py	179
maga_transformer/test/default_plugin_test.py	20
maga_transformer/test/gemm_tests/defs.bzl	37
maga_transformer/test/gemm_tests/gemm_test.py	103
maga_transformer/test/gemm_tests/run.py	21
maga_transformer/test/generate_config_test.py	150
maga_transformer/test/model_test/test_util/fake_model_loader.py	59
maga_transformer/test/model_test/test_util/fake_model_test.py	28
maga_transformer/test/model_test/test_util/model_test_base.py	177
maga_transformer/test/openai_response_test.py	537
maga_transformer/test/server_test.py	12
maga_transformer/test/slice_stop_word_list_test.py	35
maga_transformer/test/tokenizer_test/chatglm3_tokenizer_test.py	13
maga_transformer/test/tokenizer_test/qwen2_tokenizer_test.py	13
maga_transformer/test/utils/device_resource.py	58
maga_transformer/test/utils/port_util.py	17
maga_transformer/utils/test/ckpt_database_test.py	88
maga_transformer/utils/test/fuser_test.py	70
maga_transformer/utils/test/incremental_decode_test.py	69
maga_transformer/utils/test/util_test.py	35
maga_transformer/vit_test.py	11
rtpllm_master_py/test/fake_server.py	67
rtpllm_master_py/test/rtpllm_master_test.py	129
tests/attention_logn/logn_attention.cpp	50
tests/attention_logn/logn_attention.py	24
tests/eplb/eplb_kernel_test.cc	229
tests/fp8_gemm/th_fp8_gemm.cc	90
tests/fp8_gemm/th_fp8_gemm.py	64
tests/gemm/gemm_op_test.cc	43
tests/gemm/gemm_op_test.py	131
tests/gemm_dequantize/th_gemm_dequantize.cc	373
tests/gemm_dequantize/th_gemm_dequantize.py	158
tests/int8_gemm/th_int8_gemm.cc	102
tests/int8_gemm/th_int8_gemm.py	77
tests/layernorm/generalLayerNorm.cpp	79
tests/layernorm/generalLayerNorm.py	94
tests/layernorm/generalT5LayerNorm.cpp	66
tests/layernorm/generalT5LayerNorm.py	86
tests/mla/bench_mla_attention_layer.py	107
tests/mla/deepseek/configuration_deepseek.py	99
tests/mla/deepseek/deepseek_v3.py	1335
tests/mla/merge_transpose_test.cc	38
tests/mla/merge_transpose_test.py	40
tests/mla/mla_attention_layer.cc	162
tests/mla/mla_context_attention.cc	130
tests/mla/mla_context_attention.py	127
tests/mla/mla_decode_attention.py	217
tests/mla/mla_decoder_attention.cc	251
tests/mla/mla_gemm_test.cc	1
tests/mla/mla_gemm_test.py	174
tests/mla/mla_rotary_kvcache_test.cc	141
tests/mla/mla_rotary_kvcache_test.py	173
tests/mla/rotary_util.py	27
tests/mla/test_util.py	29
tests/rotary_embedding/deepseek_yarn_rotary_embedding.py	157
tests/rotary_embedding/rotary_position_embedding.cpp	99
tests/rotary_embedding/rotary_position_embedding.py	207
tests/rotary_embedding/yarn_rotary_embedding.py	93
tests/unittests/unittest_utils.h	137