MANIFEST.in
NOTICE
README.md
pyproject.toml
setup.cfg
setup.py
licenses/boost.license
licenses/fmath.license
licenses/hwloc.license
licenses/json.license
licenses/jwt-cpp.license
licenses/libbacktrace.license
licenses/libstdc++.license
licenses/onnx-runtime.license
licenses/onnx.license
licenses/protobuf.license
licenses/pybind11.license
licenses/spookyhash.license
licenses/tinyformat.license
licenses/xbyak.license
licenses/yaml-cpp.license
licenses/zlib.license
src/deepsparse/__init__.py
src/deepsparse/analytics.py
src/deepsparse/analyze.py
src/deepsparse/arch.bin
src/deepsparse/cpu.py
src/deepsparse/debug_analysis.py
src/deepsparse/engine.py
src/deepsparse/generated_version.py
src/deepsparse/lib.py
src/deepsparse/license.py
src/deepsparse/log.py
src/deepsparse/pipeline.py
src/deepsparse/pipeline_config.py
src/deepsparse/subgraph_execute.py
src/deepsparse/tasks.py
src/deepsparse/version.py
src/deepsparse/avx2/deepsparse_engine.so
src/deepsparse/avx2/libdeepsparse.so
src/deepsparse/avx2/libonnxruntime.so.1.15.1
src/deepsparse/avx512/deepsparse_engine.so
src/deepsparse/avx512/libdeepsparse.so
src/deepsparse/avx512/libonnxruntime.so.1.15.1
src/deepsparse/benchmark/__init__.py
src/deepsparse/benchmark/benchmark_model.py
src/deepsparse/benchmark/benchmark_pipeline.py
src/deepsparse/benchmark/benchmark_sweep.py
src/deepsparse/benchmark/config.py
src/deepsparse/benchmark/data_creation.py
src/deepsparse/benchmark/helpers.py
src/deepsparse/benchmark/ort_engine.py
src/deepsparse/benchmark/results.py
src/deepsparse/benchmark/stream_benchmark.py
src/deepsparse/benchmark/torchscript_engine.py
src/deepsparse/benchmark/api/__init__.py
src/deepsparse/benchmark/api/benchmarker.py
src/deepsparse/benchmark/api/errors.py
src/deepsparse/clip/__init__.py
src/deepsparse/clip/captioning_pipeline.py
src/deepsparse/clip/constants.py
src/deepsparse/clip/decoder_pipeline.py
src/deepsparse/clip/text_pipeline.py
src/deepsparse/clip/visual_pipeline.py
src/deepsparse/clip/zeroshot_pipeline.py
src/deepsparse/evaluation/__init__.py
src/deepsparse/evaluation/cli.py
src/deepsparse/evaluation/evaluator.py
src/deepsparse/evaluation/registry.py
src/deepsparse/evaluation/results.py
src/deepsparse/evaluation/utils.py
src/deepsparse/evaluation/integrations/__init__.py
src/deepsparse/evaluation/integrations/lm_evaluation_harness.py
src/deepsparse/evaluation/integrations/perplexity.py
src/deepsparse/image_classification/__init__.py
src/deepsparse/image_classification/annotate.py
src/deepsparse/image_classification/constants.py
src/deepsparse/image_classification/pipeline.py
src/deepsparse/image_classification/postprocess_operator.py
src/deepsparse/image_classification/preprocess_operator.py
src/deepsparse/image_classification/schemas.py
src/deepsparse/image_classification/validation_script.py
src/deepsparse/image_classification/utils/__init__.py
src/deepsparse/image_classification/utils/annotate.py
src/deepsparse/legacy/__init__.py
src/deepsparse/legacy/base_pipeline.py
src/deepsparse/legacy/pipeline.py
src/deepsparse/legacy/tasks.py
src/deepsparse/legacy/image_classification/__init__.py
src/deepsparse/legacy/image_classification/pipelines.py
src/deepsparse/legacy/loggers/__init__.py
src/deepsparse/legacy/loggers/async_logger.py
src/deepsparse/legacy/loggers/base_logger.py
src/deepsparse/legacy/loggers/build_logger.py
src/deepsparse/legacy/loggers/config.py
src/deepsparse/legacy/loggers/constants.py
src/deepsparse/legacy/loggers/function_logger.py
src/deepsparse/legacy/loggers/helpers.py
src/deepsparse/legacy/loggers/multi_logger.py
src/deepsparse/legacy/loggers/prometheus_logger.py
src/deepsparse/legacy/loggers/python_logger.py
src/deepsparse/legacy/loggers/metric_functions/__init__.py
src/deepsparse/legacy/loggers/metric_functions/built_ins.py
src/deepsparse/legacy/loggers/metric_functions/registry.py
src/deepsparse/legacy/loggers/metric_functions/utils.py
src/deepsparse/legacy/loggers/metric_functions/computer_vision/__init__.py
src/deepsparse/legacy/loggers/metric_functions/computer_vision/built_ins.py
src/deepsparse/legacy/loggers/metric_functions/helpers/__init__.py
src/deepsparse/legacy/loggers/metric_functions/helpers/config_generation.py
src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/__init__.py
src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/built_ins.py
src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/question_answering/__init__.py
src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/question_answering/built_ins.py
src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/token_classification/__init__.py
src/deepsparse/legacy/loggers/metric_functions/natural_language_processing/token_classification/built_ins.py
src/deepsparse/legacy/transformers/__init__.py
src/deepsparse/legacy/transformers/pipelines/__init__.py
src/deepsparse/legacy/transformers/pipelines/text_generation.py
src/deepsparse/loggers/__init__.py
src/deepsparse/loggers/async_executor.py
src/deepsparse/loggers/config.py
src/deepsparse/loggers/constants.py
src/deepsparse/loggers/logger_factory.py
src/deepsparse/loggers/logger_manager.py
src/deepsparse/loggers/root_logger.py
src/deepsparse/loggers/utils.py
src/deepsparse/loggers/filters/__init__.py
src/deepsparse/loggers/filters/frequency_filter.py
src/deepsparse/loggers/filters/pattern.py
src/deepsparse/loggers/registry/__init__.py
src/deepsparse/loggers/registry/functions.py
src/deepsparse/loggers/registry/loggers/__init__.py
src/deepsparse/loggers/registry/loggers/base_logger.py
src/deepsparse/loggers/registry/loggers/prometheus_logger.py
src/deepsparse/loggers/registry/loggers/python_logger.py
src/deepsparse/middlewares/__init__.py
src/deepsparse/middlewares/logger_middleware.py
src/deepsparse/middlewares/middleware.py
src/deepsparse/middlewares/timer_middleware.py
src/deepsparse/open_pif_paf/__init__.py
src/deepsparse/open_pif_paf/annotate.py
src/deepsparse/open_pif_paf/pipelines.py
src/deepsparse/open_pif_paf/schemas.py
src/deepsparse/open_pif_paf/validation.py
src/deepsparse/open_pif_paf/sample_images/__init__.py
src/deepsparse/open_pif_paf/utils/__init__.py
src/deepsparse/open_pif_paf/utils/annotate.py
src/deepsparse/open_pif_paf/utils/validation/__init__.py
src/deepsparse/open_pif_paf/utils/validation/cli.py
src/deepsparse/open_pif_paf/utils/validation/deepsparse_decoder.py
src/deepsparse/open_pif_paf/utils/validation/deepsparse_evaluator.py
src/deepsparse/open_pif_paf/utils/validation/deepsparse_predictor.py
src/deepsparse/open_pif_paf/utils/validation/helpers.py
src/deepsparse/operators/__init__.py
src/deepsparse/operators/engine_operator.py
src/deepsparse/operators/operator.py
src/deepsparse/operators/registry.py
src/deepsparse/pipelines/__init__.py
src/deepsparse/pipelines/computer_vision.py
src/deepsparse/pipelines/custom_pipeline.py
src/deepsparse/pipelines/embedding_extraction.py
src/deepsparse/pipelines/numpy_schemas.py
src/deepsparse/routers/__init__.py
src/deepsparse/routers/router.py
src/deepsparse/schedulers/__init__.py
src/deepsparse/schedulers/continuous_batching_scheduler.py
src/deepsparse/schedulers/scheduler.py
src/deepsparse/schedulers/scheduler_group.py
src/deepsparse/schedulers/utils/__init__.py
src/deepsparse/schedulers/utils/continuous_batching_executor.py
src/deepsparse/schedulers/utils/continuous_batching_queues.py
src/deepsparse/sentence_transformers/__init__.py
src/deepsparse/sentence_transformers/benchmark_encoding.py
src/deepsparse/sentence_transformers/sentence_transformer.py
src/deepsparse/server/__init__.py
src/deepsparse/server/cli.py
src/deepsparse/server/config.py
src/deepsparse/server/config_hot_reloading.py
src/deepsparse/server/deepsparse_server.py
src/deepsparse/server/helpers.py
src/deepsparse/server/openai_server.py
src/deepsparse/server/output.py
src/deepsparse/server/protocol.py
src/deepsparse/server/sagemaker.py
src/deepsparse/server/server.py
src/deepsparse/server/system_logging.py
src/deepsparse/transformers/__init__.py
src/deepsparse/transformers/client.py
src/deepsparse/transformers/eval_downstream.py
src/deepsparse/transformers/helpers.py
src/deepsparse/transformers/loaders.py
src/deepsparse/transformers/metrics.py
src/deepsparse/transformers/pipelines_cli.py
src/deepsparse/transformers/engines/__init__.py
src/deepsparse/transformers/engines/nl_decoder_engine.py
src/deepsparse/transformers/haystack/__init__.py
src/deepsparse/transformers/inference/__init__.py
src/deepsparse/transformers/inference/infer.py
src/deepsparse/transformers/inference/prompt_parser.py
src/deepsparse/transformers/pipelines/__init__.py
src/deepsparse/transformers/pipelines/code_generation.py
src/deepsparse/transformers/pipelines/embedding_extraction.py
src/deepsparse/transformers/pipelines/mnli_text_classification.py
src/deepsparse/transformers/pipelines/pipeline.py
src/deepsparse/transformers/pipelines/question_answering.py
src/deepsparse/transformers/pipelines/text_classification.py
src/deepsparse/transformers/pipelines/token_classification.py
src/deepsparse/transformers/pipelines/zero_shot_text_classification.py
src/deepsparse/transformers/pipelines/chat/__init__.py
src/deepsparse/transformers/pipelines/chat/chat.py
src/deepsparse/transformers/pipelines/text_generation/__init__.py
src/deepsparse/transformers/pipelines/text_generation/autoregressive_preprocess_operator.py
src/deepsparse/transformers/pipelines/text_generation/compile_generated_tokens.py
src/deepsparse/transformers/pipelines/text_generation/compile_generations.py
src/deepsparse/transformers/pipelines/text_generation/compile_logits.py
src/deepsparse/transformers/pipelines/text_generation/generate_new_token.py
src/deepsparse/transformers/pipelines/text_generation/join_output.py
src/deepsparse/transformers/pipelines/text_generation/kv_cache_operator.py
src/deepsparse/transformers/pipelines/text_generation/multi_engine_prefill_operator.py
src/deepsparse/transformers/pipelines/text_generation/nl_engine_operator.py
src/deepsparse/transformers/pipelines/text_generation/nl_engine_operator_no_kv_cache.py
src/deepsparse/transformers/pipelines/text_generation/parse_inputs.py
src/deepsparse/transformers/pipelines/text_generation/pipeline.py
src/deepsparse/transformers/pipelines/text_generation/pipeline_no_kv_cache.py
src/deepsparse/transformers/pipelines/text_generation/prep_for_generation.py
src/deepsparse/transformers/pipelines/text_generation/prep_for_prefill.py
src/deepsparse/transformers/pipelines/text_generation/process_inputs.py
src/deepsparse/transformers/pipelines/text_generation/process_outputs.py
src/deepsparse/transformers/pipelines/text_generation/token_generator.py
src/deepsparse/transformers/schemas/__init__.py
src/deepsparse/transformers/schemas/text_generation_schemas.py
src/deepsparse/transformers/utils/__init__.py
src/deepsparse/transformers/utils/decoder_kv_cache.py
src/deepsparse/transformers/utils/eval_helpers.py
src/deepsparse/transformers/utils/helpers.py
src/deepsparse/transformers/utils/storage_kv_cache.py
src/deepsparse/transformers/utils/timings.py
src/deepsparse/transformers/utils/token_generator.py
src/deepsparse/utils/__init__.py
src/deepsparse/utils/annotate.py
src/deepsparse/utils/cli_helpers.py
src/deepsparse/utils/data.py
src/deepsparse/utils/extractor.py
src/deepsparse/utils/imports.py
src/deepsparse/utils/onnx.py
src/deepsparse/utils/state.py
src/deepsparse/utils/subgraph.py
src/deepsparse/utils/time.py
src/deepsparse/utils/timer.py
src/deepsparse/utils/types.py
src/deepsparse/yolact/__init__.py
src/deepsparse/yolact/annotate.py
src/deepsparse/yolact/pipelines.py
src/deepsparse/yolact/schemas.py
src/deepsparse/yolact/sample_images/__init__.py
src/deepsparse/yolact/utils/__init__.py
src/deepsparse/yolact/utils/annotate.py
src/deepsparse/yolact/utils/utils.py
src/deepsparse/yolo/__init__.py
src/deepsparse/yolo/annotate.py
src/deepsparse/yolo/pipelines.py
src/deepsparse/yolo/schemas.py
src/deepsparse/yolo/utils/__init__.py
src/deepsparse/yolo/utils/coco_classes.py
src/deepsparse/yolo/utils/utils.py
src/deepsparse/yolov8/__init__.py
src/deepsparse/yolov8/annotate.py
src/deepsparse/yolov8/pipelines.py
src/deepsparse/yolov8/schemas.py
src/deepsparse/yolov8/validation.py
src/deepsparse/yolov8/utils/__init__.py
src/deepsparse/yolov8/utils/validation/__init__.py
src/deepsparse/yolov8/utils/validation/deepsparse_validator.py
src/deepsparse/yolov8/utils/validation/detection_validator.py
src/deepsparse/yolov8/utils/validation/helpers.py
src/deepsparse/yolov8/utils/validation/segmentation_validator.py
src/deepsparse_ent.egg-info/PKG-INFO
src/deepsparse_ent.egg-info/SOURCES.txt
src/deepsparse_ent.egg-info/dependency_links.txt
src/deepsparse_ent.egg-info/entry_points.txt
src/deepsparse_ent.egg-info/requires.txt
src/deepsparse_ent.egg-info/top_level.txt
tests/test_benchmark.py
tests/test_check_hardware.py
tests/test_engine.py
tests/test_multi_engine.py
tests/test_pipeline_benchmark.py
tests/test_run_inference.py
tests/test_torchscript.py
utils/artifacts.py