Path	Lines of Code
MANIFEST.in	4
_config.yml	1
benchmarks/automated/run_benchmark.py	164
benchmarks/benchmark-ab.py	383
benchmarks/benchmark.py	388
benchmarks/windows_install_dependencies.py	51
binaries/build.py	44
binaries/conda/build_packages.py	73
binaries/conda/torch-model-archiver/meta.yaml	19
binaries/conda/torch-workflow-archiver/meta.yaml	19
binaries/conda/torchserve/meta.yaml	19
binaries/install.py	24
binaries/s3_binary_upload.py	67
binaries/upload.py	56
ci/buildspec.yml	11
ci/buildspec_cpu.yml	10
ci/buildspec_cpu_backup.yml	11
ci/buildspec_gpu.yml	10
ci/buildspec_gpu_backup.yml	11
ci/buildspec_windows.yml	9
ci/launcher/utils/__init__.py	7
ci/launcher/utils/ec2.py	202
ci/staging_packages_buildspec_cpu.yml	16
ci/staging_packages_buildspec_gpu.yml	16
ci/torchserve_nightly_build.yml	16
cloudformation/ec2-asg.yaml	642
cloudformation/ec2.yaml	441
experimental/torchprep/example.py	16
experimental/torchprep/pyproject.toml	18
experimental/torchprep/torchprep/__init__.py	1
experimental/torchprep/torchprep/main.py	131
frontend/archive/src/main/java/org/pytorch/serve/archive/DownloadArchiveException.java	10
frontend/archive/src/main/java/org/pytorch/serve/archive/model/InvalidModelException.java	10
frontend/archive/src/main/java/org/pytorch/serve/archive/model/Manifest.java	118
frontend/archive/src/main/java/org/pytorch/serve/archive/model/ModelArchive.java	141
frontend/archive/src/main/java/org/pytorch/serve/archive/model/ModelException.java	10
frontend/archive/src/main/java/org/pytorch/serve/archive/model/ModelNotFoundException.java	10
frontend/archive/src/main/java/org/pytorch/serve/archive/model/ModelVersionNotFoundException.java	10
frontend/archive/src/main/java/org/pytorch/serve/archive/model/s3/AWS4SignerBase.java	181
frontend/archive/src/main/java/org/pytorch/serve/archive/model/s3/AWS4SignerForAuthorizationHeader.java	61
frontend/archive/src/main/java/org/pytorch/serve/archive/model/s3/BinaryUtils.java	30
frontend/archive/src/main/java/org/pytorch/serve/archive/model/s3/HttpUtils.java	78
frontend/archive/src/main/java/org/pytorch/serve/archive/utils/ArchiveUtils.java	74
frontend/archive/src/main/java/org/pytorch/serve/archive/utils/HexUtils.java	26
frontend/archive/src/main/java/org/pytorch/serve/archive/utils/InvalidArchiveURLException.java	10
frontend/archive/src/main/java/org/pytorch/serve/archive/utils/ZipUtils.java	84
frontend/archive/src/main/java/org/pytorch/serve/archive/workflow/InvalidWorkflowException.java	10
frontend/archive/src/main/java/org/pytorch/serve/archive/workflow/Manifest.java	58
frontend/archive/src/main/java/org/pytorch/serve/archive/workflow/WorkflowArchive.java	144
frontend/archive/src/main/java/org/pytorch/serve/archive/workflow/WorkflowException.java	10
frontend/archive/src/main/java/org/pytorch/serve/archive/workflow/WorkflowNotFoundException.java	10
frontend/server/src/main/java/org/pytorch/serve/ModelServer.java	453
frontend/server/src/main/java/org/pytorch/serve/ServerInitializer.java	68
frontend/server/src/main/java/org/pytorch/serve/ensemble/Dag.java	89
frontend/server/src/main/java/org/pytorch/serve/ensemble/DagExecutor.java	162
frontend/server/src/main/java/org/pytorch/serve/ensemble/InvalidDAGException.java	7
frontend/server/src/main/java/org/pytorch/serve/ensemble/Node.java	25
frontend/server/src/main/java/org/pytorch/serve/ensemble/NodeOutput.java	21
frontend/server/src/main/java/org/pytorch/serve/ensemble/WorkFlow.java	187
frontend/server/src/main/java/org/pytorch/serve/ensemble/WorkflowInt.java	1
frontend/server/src/main/java/org/pytorch/serve/ensemble/WorkflowManifest.java	111
frontend/server/src/main/java/org/pytorch/serve/ensemble/WorkflowModel.java	83
frontend/server/src/main/java/org/pytorch/serve/grpcimpl/GRPCInterceptor.java	32
frontend/server/src/main/java/org/pytorch/serve/grpcimpl/GRPCServiceFactory.java	20
frontend/server/src/main/java/org/pytorch/serve/grpcimpl/InferenceImpl.java	96
frontend/server/src/main/java/org/pytorch/serve/grpcimpl/ManagementImpl.java	173
frontend/server/src/main/java/org/pytorch/serve/http/BadRequestException.java	10
frontend/server/src/main/java/org/pytorch/serve/http/ConflictStatusException.java	10
frontend/server/src/main/java/org/pytorch/serve/http/ErrorResponse.java	25
frontend/server/src/main/java/org/pytorch/serve/http/ExtendedSSLHandler.java	40
frontend/server/src/main/java/org/pytorch/serve/http/HttpRequestHandler.java	73
frontend/server/src/main/java/org/pytorch/serve/http/HttpRequestHandlerChain.java	122
frontend/server/src/main/java/org/pytorch/serve/http/InternalServerException.java	10
frontend/server/src/main/java/org/pytorch/serve/http/InvalidModelVersionException.java	10
frontend/server/src/main/java/org/pytorch/serve/http/InvalidPluginException.java	10
frontend/server/src/main/java/org/pytorch/serve/http/InvalidRequestHandler.java	17
frontend/server/src/main/java/org/pytorch/serve/http/MethodNotAllowedException.java	7
frontend/server/src/main/java/org/pytorch/serve/http/RequestTimeoutException.java	10
frontend/server/src/main/java/org/pytorch/serve/http/ResourceNotFoundException.java	7
frontend/server/src/main/java/org/pytorch/serve/http/ServiceUnavailableException.java	7
frontend/server/src/main/java/org/pytorch/serve/http/Session.java	45
frontend/server/src/main/java/org/pytorch/serve/http/StatusResponse.java	30
frontend/server/src/main/java/org/pytorch/serve/http/api/rest/ApiDescriptionRequestHandler.java	45
frontend/server/src/main/java/org/pytorch/serve/http/api/rest/InferenceRequestHandler.java	264
frontend/server/src/main/java/org/pytorch/serve/http/api/rest/ManagementRequestHandler.java	234
frontend/server/src/main/java/org/pytorch/serve/http/api/rest/PrometheusMetricsRequestHandler.java	65
frontend/server/src/main/java/org/pytorch/serve/http/messages/DescribeModelResponse.java	193
frontend/server/src/main/java/org/pytorch/serve/http/messages/KFV1ModelReadyResponse.java	17
frontend/server/src/main/java/org/pytorch/serve/http/messages/ListModelsResponse.java	46
frontend/server/src/main/java/org/pytorch/serve/http/messages/RegisterModelRequest.java	97
frontend/server/src/main/java/org/pytorch/serve/job/GRPCJob.java	68
frontend/server/src/main/java/org/pytorch/serve/job/Job.java	54
frontend/server/src/main/java/org/pytorch/serve/job/RestJob.java	103
frontend/server/src/main/java/org/pytorch/serve/metrics/Dimension.java	25
frontend/server/src/main/java/org/pytorch/serve/metrics/Metric.java	127
frontend/server/src/main/java/org/pytorch/serve/metrics/MetricCollector.java	104
frontend/server/src/main/java/org/pytorch/serve/metrics/MetricManager.java	32
frontend/server/src/main/java/org/pytorch/serve/metrics/api/MetricAggregator.java	23
frontend/server/src/main/java/org/pytorch/serve/metrics/format/prometheous/PrometheusMetricManager.java	52
frontend/server/src/main/java/org/pytorch/serve/openapi/Encoding.java	35
frontend/server/src/main/java/org/pytorch/serve/openapi/Info.java	32
frontend/server/src/main/java/org/pytorch/serve/openapi/MediaType.java	37
frontend/server/src/main/java/org/pytorch/serve/openapi/OpenApi.java	33
frontend/server/src/main/java/org/pytorch/serve/openapi/OpenApiUtils.java	482
frontend/server/src/main/java/org/pytorch/serve/openapi/Operation.java	76
frontend/server/src/main/java/org/pytorch/serve/openapi/Parameter.java	74
frontend/server/src/main/java/org/pytorch/serve/openapi/Path.java	60
frontend/server/src/main/java/org/pytorch/serve/openapi/PathParameter.java	16
frontend/server/src/main/java/org/pytorch/serve/openapi/QueryParameter.java	23
frontend/server/src/main/java/org/pytorch/serve/openapi/RequestBody.java	33
frontend/server/src/main/java/org/pytorch/serve/openapi/Response.java	40
frontend/server/src/main/java/org/pytorch/serve/openapi/Schema.java	118
frontend/server/src/main/java/org/pytorch/serve/servingsdk/impl/ModelServerContext.java	22
frontend/server/src/main/java/org/pytorch/serve/servingsdk/impl/ModelServerModel.java	32
frontend/server/src/main/java/org/pytorch/serve/servingsdk/impl/ModelServerRequest.java	41
frontend/server/src/main/java/org/pytorch/serve/servingsdk/impl/ModelServerResponse.java	37
frontend/server/src/main/java/org/pytorch/serve/servingsdk/impl/ModelWorker.java	20
frontend/server/src/main/java/org/pytorch/serve/servingsdk/impl/PluginsManager.java	77
frontend/server/src/main/java/org/pytorch/serve/snapshot/FSSnapshotSerializer.java	102
frontend/server/src/main/java/org/pytorch/serve/snapshot/InvalidSnapshotException.java	7
frontend/server/src/main/java/org/pytorch/serve/snapshot/SnapshotManager.java	149
frontend/server/src/main/java/org/pytorch/serve/snapshot/SnapshotReadException.java	7
frontend/server/src/main/java/org/pytorch/serve/snapshot/SnapshotSerializerFactory.java	19
frontend/server/src/main/java/org/pytorch/serve/util/ApiUtils.java	369
frontend/server/src/main/java/org/pytorch/serve/util/ConfigManager.java	797
frontend/server/src/main/java/org/pytorch/serve/util/Connector.java	187
frontend/server/src/main/java/org/pytorch/serve/util/ConnectorType.java	7
frontend/server/src/main/java/org/pytorch/serve/util/GRPCUtils.java	57
frontend/server/src/main/java/org/pytorch/serve/util/JsonUtils.java	20
frontend/server/src/main/java/org/pytorch/serve/util/NettyUtils.java	226
frontend/server/src/main/java/org/pytorch/serve/util/OSUtils.java	14
frontend/server/src/main/java/org/pytorch/serve/util/OpenSslKey.java	133
frontend/server/src/main/java/org/pytorch/serve/util/ServerGroups.java	92
frontend/server/src/main/java/org/pytorch/serve/util/codec/CodecUtils.java	47
frontend/server/src/main/java/org/pytorch/serve/util/codec/ModelRequestEncoder.java	91
frontend/server/src/main/java/org/pytorch/serve/util/codec/ModelResponseDecoder.java	73
frontend/server/src/main/java/org/pytorch/serve/util/logging/QLogLayout.java	81
frontend/server/src/main/java/org/pytorch/serve/util/messages/BaseModelRequest.java	16
frontend/server/src/main/java/org/pytorch/serve/util/messages/EnvironmentUtils.java	54
frontend/server/src/main/java/org/pytorch/serve/util/messages/InputParameter.java	29
frontend/server/src/main/java/org/pytorch/serve/util/messages/ModelInferenceRequest.java	19
frontend/server/src/main/java/org/pytorch/serve/util/messages/ModelLoadModelRequest.java	38
frontend/server/src/main/java/org/pytorch/serve/util/messages/ModelWorkerResponse.java	29
frontend/server/src/main/java/org/pytorch/serve/util/messages/Predictions.java	47
frontend/server/src/main/java/org/pytorch/serve/util/messages/RequestInput.java	48
frontend/server/src/main/java/org/pytorch/serve/util/messages/WorkerCommands.java	19
frontend/server/src/main/java/org/pytorch/serve/wlm/BatchAggregator.java	112
frontend/server/src/main/java/org/pytorch/serve/wlm/Model.java	193
frontend/server/src/main/java/org/pytorch/serve/wlm/ModelManager.java	427
frontend/server/src/main/java/org/pytorch/serve/wlm/ModelVersionName.java	41
frontend/server/src/main/java/org/pytorch/serve/wlm/ModelVersionedRefs.java	84
frontend/server/src/main/java/org/pytorch/serve/wlm/WorkLoadManager.java	166
frontend/server/src/main/java/org/pytorch/serve/wlm/WorkerInitializationException.java	10
frontend/server/src/main/java/org/pytorch/serve/wlm/WorkerLifeCycle.java	226
frontend/server/src/main/java/org/pytorch/serve/wlm/WorkerState.java	8
frontend/server/src/main/java/org/pytorch/serve/wlm/WorkerStateListener.java	21
frontend/server/src/main/java/org/pytorch/serve/wlm/WorkerThread.java	401
frontend/server/src/main/java/org/pytorch/serve/workflow/WorkflowManager.java	386
frontend/server/src/main/java/org/pytorch/serve/workflow/api/http/WorkflowInferenceRequestHandler.java	102
frontend/server/src/main/java/org/pytorch/serve/workflow/api/http/WorkflowMgmtRequestHandler.java	181
frontend/server/src/main/java/org/pytorch/serve/workflow/messages/DescribeWorkflowResponse.java	53
frontend/server/src/main/java/org/pytorch/serve/workflow/messages/ListWorkflowResponse.java	45
frontend/server/src/main/java/org/pytorch/serve/workflow/messages/ModelRegistrationResult.java	16
frontend/server/src/main/java/org/pytorch/serve/workflow/messages/RegisterWorkflowRequest.java	41
frontend/server/src/main/resources/proto/inference.proto	25
frontend/server/src/main/resources/proto/management.proto	83
kubernetes/AKS/templates/AKS_pv_claim.yaml	11
kubernetes/AKS/templates/Azure_file_sc.yaml	14
kubernetes/AKS/templates/model_store_pod.yaml	24
kubernetes/AKS/templates/nvidia-device-plugin-ds.yaml	37
kubernetes/EKS/templates/efs_pv_claim.yaml	31
kubernetes/EKS/templates/eks_cluster.yaml	18
kubernetes/GKE/nfs-provisioner/Chart.yaml	6
kubernetes/GKE/nfs-provisioner/templates/_helpers.tpl	48
kubernetes/GKE/nfs-provisioner/templates/deployment.yaml	61
kubernetes/GKE/nfs-provisioner/templates/service.yaml	17
kubernetes/GKE/nfs-provisioner/values.yaml	37
kubernetes/GKE/templates/pod.yaml	18
kubernetes/GKE/templates/pv_pvc.yaml	24
kubernetes/Helm/Chart.yaml	11
kubernetes/Helm/templates/torchserve.yaml	78
kubernetes/Helm/values.yaml	15
kubernetes/adapter.yaml	76
kubernetes/hpa.yaml	16
kubernetes/kserve/handler/v2/bert_handler.py	134
kubernetes/kserve/handler/v2/mnist_handler.py	10
kubernetes/kserve/image_transformer/image_transformer/__init__.py	1
kubernetes/kserve/image_transformer/image_transformer/__main__.py	40
kubernetes/kserve/image_transformer/image_transformer/image_transformer.py	52
kubernetes/kserve/image_transformer/image_transformer/transformer_model_repository.py	9
kubernetes/kserve/image_transformer/setup.py	18
kubernetes/kserve/image_transformer/transformer.Dockerfile	9
kubernetes/kserve/kf_request_json/v1/img2bytearray.py	20
kubernetes/kserve/kf_request_json/v2/totensor.py	34
kubernetes/kserve/kf_request_json/v2/utils.py	29
kubernetes/kserve/kserve_wrapper/TSModelRepository.py	12
kubernetes/kserve/kserve_wrapper/TorchserveModel.py	55
kubernetes/kserve/kserve_wrapper/__main__.py	59
kubernetes/kserve/reference_yaml/cluster.yaml	11
kubernetes/kserve/reference_yaml/pv-deployments/aws_ebs/pv.yaml	14
kubernetes/kserve/reference_yaml/pv-deployments/aws_ebs/pvc.yaml	12
kubernetes/kserve/reference_yaml/pv-deployments/aws_efs/pvc.yaml	13
kubernetes/kserve/reference_yaml/pv-deployments/local/pv.yaml	14
kubernetes/kserve/reference_yaml/pv_pod.yaml	21
kubernetes/kserve/reference_yaml/torchserve-deployment/v1/ts-sample-gpu.yaml	13
kubernetes/kserve/reference_yaml/torchserve-deployment/v1/ts_sample-gs.yaml	9
kubernetes/kserve/reference_yaml/torchserve-deployment/v1/ts_sample.yaml	9
kubernetes/kserve/reference_yaml/torchserve-deployment/v2/ts-sample-gpu.yaml	13
kubernetes/kserve/reference_yaml/torchserve-deployment/v2/ts_sample-gs.yaml	9
kubernetes/kserve/reference_yaml/torchserve-deployment/v2/ts_sample.yaml	9
model-archiver/MANIFEST.in	2
model-archiver/model_archiver/__init__.py	2
model-archiver/model_archiver/arg_parser.py	89
model-archiver/model_archiver/manifest_components/__init__.py	1
model-archiver/model_archiver/manifest_components/manifest.py	27
model-archiver/model_archiver/manifest_components/model.py	40
model-archiver/model_archiver/model_archiver_error.py	3
model-archiver/model_archiver/model_packaging.py	34
model-archiver/model_archiver/model_packaging_utils.py	175
model-archiver/model_archiver/version.py	4
model-archiver/setup.py	34
plugins/DDBEndPoint/src/main/java/org/pytorch/serve/plugins/ddb/snapshot/DDBSnapshot.java	49
plugins/DDBEndPoint/src/main/java/org/pytorch/serve/plugins/ddb/snapshot/DDBSnapshotSerializer.java	171
plugins/DDBEndPoint/src/main/java/org/pytorch/serve/plugins/ddb/snapshot/ddb/DDBClient.java	17
plugins/endpoints/src/main/java/org/pytorch/serve/plugins/endpoint/ExecutionParameters.java	65
plugins/endpoints/src/main/java/org/pytorch/serve/plugins/endpoint/Ping.java	66
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/Context.java	7
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/Model.java	8
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/ModelServerEndpoint.java	18
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/ModelServerEndpointException.java	5
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/Worker.java	5
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/annotations/Endpoint.java	15
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/annotations/helpers/EndpointTypes.java	4
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/http/Request.java	13
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/http/Response.java	11
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/metrics/BaseDimension.java	5
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/metrics/BaseMetric.java	11
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/metrics/DimensionRegistry.java	12
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/metrics/InbuiltMetricsRegistry.java	19
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/metrics/MetricEventListener.java	4
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/metrics/MetricEventListenerRegistry.java	6
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/metrics/MetricEventPublisher.java	5
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/metrics/MetricLogEvent.java	7
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/metrics/MetricPluginException.java	5
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/snapshot/Snapshot.java	42
serving-sdk/src/main/java/org/pytorch/serve/servingsdk/snapshot/SnapshotSerializer.java	8
setup.py	103
torchserve_sanity.py	35
ts/__init__.py	2
ts/arg_parser.py	68
ts/context.py	80
ts/metrics/__init__.py	6
ts/metrics/dimension.py	8
ts/metrics/metric.py	36
ts/metrics/metric_collector.py	8
ts/metrics/metric_encoder.py	9
ts/metrics/metrics_store.py	58
ts/metrics/process_memory_metric.py	16
ts/metrics/system_metrics.py	38
ts/metrics/unit.py	13
ts/model_loader.py	87
ts/model_server.py	147
ts/model_service/__init__.py	1
ts/model_service/model_service.py	66
ts/model_service_worker.py	132
ts/protocol/__init__.py	1
ts/protocol/otf_message_handler.py	193
ts/service.py	72
ts/torch_handler/__init__.py	1
ts/torch_handler/base_handler.py	157
ts/torch_handler/contractions.py	125
ts/torch_handler/densenet_handler.py	92
ts/torch_handler/image_classifier.py	24
ts/torch_handler/image_segmenter.py	18
ts/torch_handler/object_detector.py	34
ts/torch_handler/request_envelope/__init__.py	1
ts/torch_handler/request_envelope/base.py	19
ts/torch_handler/request_envelope/body.py	6
ts/torch_handler/request_envelope/json.py	43
ts/torch_handler/request_envelope/kserve.py	29
ts/torch_handler/request_envelope/kservev2.py	76
ts/torch_handler/text_classifier.py	62
ts/torch_handler/text_handler.py	84
ts/torch_handler/unit_tests/__init__.py	1
ts/torch_handler/unit_tests/models/__init__.py	1
ts/torch_handler/unit_tests/models/base_model.py	7
ts/torch_handler/vision_handler.py	31
ts/utils/__init__.py	1
ts/utils/timeit_decorator.py	14
ts/utils/util.py	53
ts/version.py	4
ts_scripts/__init__.py	1
ts_scripts/api_utils.py	280
ts_scripts/backend_utils.py	20
ts_scripts/frontend_utils.py	10
ts_scripts/install_dependencies.py	141
ts_scripts/install_from_src.py	55
ts_scripts/marsgen.py	124
ts_scripts/modelarchiver_utils.py	31
ts_scripts/print_env_info.py	280
ts_scripts/regression_utils.py	58
ts_scripts/sanity_utils.py	177
ts_scripts/shell_utils.py	33
ts_scripts/torchserve_grpc_client.py	69
ts_scripts/tsutils.py	115
ts_scripts/utils.py	19
ts_scripts/validate_model_on_gpu.py	9
ts_scripts/workflow_archiver_utils.py	31
workflow-archiver/MANIFEST.in	2
workflow-archiver/setup.py	32
workflow-archiver/workflow_archiver/__init__.py	2
workflow-archiver/workflow_archiver/arg_parser.py	47
workflow-archiver/workflow_archiver/manifest_components/__init__.py	1
workflow-archiver/workflow_archiver/manifest_components/manifest.py	20
workflow-archiver/workflow_archiver/manifest_components/workflow.py	17
workflow-archiver/workflow_archiver/version.py	4
workflow-archiver/workflow_archiver/workflow_archiver_error.py	3
workflow-archiver/workflow_archiver/workflow_packaging.py	31
workflow-archiver/workflow_archiver/workflow_packaging_utils.py	107