Index

A

add() (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScan static method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScan2Carried static method) add_one() (onnx_diagnostic.torch_export_patches.eval.model_cases.CreateFromShapeThroughFunction static method) AddAdd (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) AddMul (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) AddSharedInput (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) append_output_dict() (onnx_diagnostic.helpers.mini_onnx_builder.MiniOnnxBuilder method) append_output_initializer() (onnx_diagnostic.helpers.mini_onnx_builder.MiniOnnxBuilder method) append_output_sequence() (onnx_diagnostic.helpers.mini_onnx_builder.MiniOnnxBuilder method) assert_onnx_disc() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertAlmostEqual() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertEmpty() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertEndsWith() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertEqual() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertEqualArray() (onnx_diagnostic.ext_test_case.ExtTestCase method)

assertEqualArrays() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertExists() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertGreaterOrEqual() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertIn() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertNotEmpty() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertRaise() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertSetContained() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertStartsWith() (onnx_diagnostic.ext_test_case.ExtTestCase method) ast_or_into_bitor() (in module onnx_diagnostic.torch_export_patches.patch_module_helper) AtenAsStrided (class in onnx_diagnostic.torch_export_patches.eval.model_cases) AtenInterpolate (class in onnx_diagnostic.torch_export_patches.eval.model_cases) AtenNonZero (class in onnx_diagnostic.torch_export_patches.eval.model_cases) AtenNonZeroTuple (class in onnx_diagnostic.torch_export_patches.eval.model_cases) AtenRollPos (class in onnx_diagnostic.torch_export_patches.eval.model_cases) AtenRollRelu (class in onnx_diagnostic.torch_export_patches.eval.model_cases) AveragePoolGrad (class in onnx_diagnostic.reference.ops.op_average_pool_grad)

B

BenchmarkError build_node_edges() (onnx_diagnostic.helpers.graph_helper.GraphRendering class method)

BuildInIsInstance (class in onnx_diagnostic.torch_export_patches.eval.model_cases) BuildInLen (class in onnx_diagnostic.torch_export_patches.eval.model_cases)

C

call_exporter() (in module onnx_diagnostic.torch_models.test_helper) call_torch_export_custom() (in module onnx_diagnostic.torch_models.test_helper) call_torch_export_export() (in module onnx_diagnostic.torch_models.test_helper) call_torch_export_model_builder() (in module onnx_diagnostic.torch_models.test_helper) call_torch_export_onnx() (in module onnx_diagnostic.torch_models.test_helper) capture() (onnx_diagnostic.ext_test_case.ExtTestCase method) CastLike_15 (class in onnx_diagnostic.reference.ops.op_cast_like) CastLike_19 (class in onnx_diagnostic.reference.ops.op_cast_like) change_dynamic_dimensions() (onnx_diagnostic.export.CoupleInputsDynamicShapes method) check_cuda_availability() (in module onnx_diagnostic.helpers.args_helper) check_hasattr() (in module onnx_diagnostic.helpers.config_helper) check_model_ort() (in module onnx_diagnostic.helpers.onnx_helper) code (onnx_diagnostic.torch_export_patches.patch_module.RewrittenMethod property) code_needing_rewriting() (in module onnx_diagnostic.torch_export_patches.patch_module_helper) compare_modules() (in module onnx_diagnostic.export.validate) ComplexModule (class in onnx_diagnostic.reference.ops.op_complex) ComplexPolar (class in onnx_diagnostic.torch_export_patches.eval.model_cases) computation_order() (onnx_diagnostic.helpers.graph_helper.GraphRendering class method) compute_model_size() (in module onnx_diagnostic.torch_models.hghub.model_inputs) Concat (class in onnx_diagnostic.reference.ops.op_concat) config_class_from_architecture() (in module onnx_diagnostic.helpers.config_helper) ConstantOfShape (class in onnx_diagnostic.reference.ops.op_constant_of_shape) ControlFlowCond (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowCond2Inputs (class in onnx_diagnostic.torch_export_patches.eval.model_cases)

ControlFlowCond2Outputs (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowCondConstant (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowCondIdentity_153832 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowCondNestedModule (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowCondNestedModule.Submodule (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowCondNonZero (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowNestCond (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowScan (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowScan2Carried (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowScanCDist (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowScanCDist2 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowScanCDistXY (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowScanDecomposition_151564 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) ControlFlowScanInplace_153705 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) convert_dynamic_axes_into_dynamic_shapes() (in module onnx_diagnostic.torch_export_patches.patch_inputs) convert_endian() (in module onnx_diagnostic.helpers.onnx_helper) CoupleInputsDynamicShapes (class in onnx_diagnostic.export) create_input_tensors_from_onnx_model() (in module onnx_diagnostic.helpers.mini_onnx_builder) create_model_builder() (in module onnx_diagnostic.helpers.model_builder_helper) create_onnx_model_from_input_tensors() (in module onnx_diagnostic.helpers.mini_onnx_builder) CreateFromShape (class in onnx_diagnostic.torch_export_patches.eval.model_cases) CreateFromShapeThroughFunction (class in onnx_diagnostic.torch_export_patches.eval.model_cases) crop() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_DynamicCache method) CropLastDimensionWithTensorContent (class in onnx_diagnostic.torch_export_patches.eval.model_cases) CropLastDimensionWithTensorShape (class in onnx_diagnostic.torch_export_patches.eval.model_cases)

D

discover() (in module onnx_diagnostic.torch_export_patches.eval) dist() (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanCDist static method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanCDist2 static method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanCDistXY static method) download_model_builder_to_cache() (in module onnx_diagnostic.helpers.model_builder_helper)

dtype_to_tensor_dtype() (in module onnx_diagnostic.helpers.onnx_helper) dummy_llm() (in module onnx_diagnostic.helpers.torch_helper) dummy_loop() (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanDecomposition_151564 class method) dummy_loop_with_scan() (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanDecomposition_151564 class method) dump (onnx_diagnostic.torch_export_patches.patch_module.RewrittenMethod property) dump_onnx() (onnx_diagnostic.ext_test_case.ExtTestCase method)

E

empty() (in module onnx_diagnostic.torch_models.test_helper) enumerate_model_list() (in module onnx_diagnostic.torch_models.hghub.hub_api)

evaluation() (in module onnx_diagnostic.torch_export_patches.eval) ExtendedReferenceEvaluator (class in onnx_diagnostic.reference) ExtTestCase (class in onnx_diagnostic.ext_test_case)

F

fake_torchdynamo_exporting() (in module onnx_diagnostic.helpers.torch_helper) filter_inputs() (in module onnx_diagnostic.torch_models.test_helper) filter_out_unexpected_inputs() (in module onnx_diagnostic.torch_models.hghub.model_inputs) flatten_base_model_output() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) flatten_dynamic_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) flatten_dynamic_shapes() (in module onnx_diagnostic.export.dynamic_shapes) flatten_encoder_decoder_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) flatten_mamba_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) flatten_object() (in module onnx_diagnostic.helpers) flatten_sliding_window_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) flatten_unflatten_for_dynamic_shapes() (in module onnx_diagnostic.helpers.cache_helper) flatten_with_keys_base_model_output() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) flatten_with_keys_dynamic_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) flatten_with_keys_encoder_decoder_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) flatten_with_keys_mamba_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) flatten_with_keys_sliding_window_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) forward() (onnx_diagnostic.torch_export_patches.eval.model_cases.AtenAsStrided method) (onnx_diagnostic.torch_export_patches.eval.model_cases.AtenInterpolate method) (onnx_diagnostic.torch_export_patches.eval.model_cases.AtenNonZero method) (onnx_diagnostic.torch_export_patches.eval.model_cases.AtenNonZeroTuple method) (onnx_diagnostic.torch_export_patches.eval.model_cases.AtenRollPos method) (onnx_diagnostic.torch_export_patches.eval.model_cases.AtenRollRelu method) (onnx_diagnostic.torch_export_patches.eval.model_cases.BuildInIsInstance method) (onnx_diagnostic.torch_export_patches.eval.model_cases.BuildInLen method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ComplexPolar method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowCond method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowCond2Inputs method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowCond2Outputs method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowCondConstant method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowCondIdentity_153832 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowCondNestedModule method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowCondNestedModule.Submodule method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowCondNonZero method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowNestCond method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScan method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScan2Carried method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanCDist method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanCDist2 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanCDistXY method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanDecomposition_151564 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanInplace_153705 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.CreateFromShape method) (onnx_diagnostic.torch_export_patches.eval.model_cases.CreateFromShapeThroughFunction method) (onnx_diagnostic.torch_export_patches.eval.model_cases.CropLastDimensionWithTensorContent method) (onnx_diagnostic.torch_export_patches.eval.model_cases.CropLastDimensionWithTensorShape method) (onnx_diagnostic.torch_export_patches.eval.model_cases.InplaceAdd method) (onnx_diagnostic.torch_export_patches.eval.model_cases.InplaceAdd2 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.InplaceAdd_Mul method) (onnx_diagnostic.torch_export_patches.eval.model_cases.InplaceCloneAdd_ method) (onnx_diagnostic.torch_export_patches.eval.model_cases.InplaceSetItemEllipsis_1 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.InplaceSetItemEllipsis_2 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.InplaceSetItemMask method) (onnx_diagnostic.torch_export_patches.eval.model_cases.InplaceSetItemSquare method) (onnx_diagnostic.torch_export_patches.eval.model_cases.InplaceSetItemSquareAdd method) (onnx_diagnostic.torch_export_patches.eval.model_cases.InplaceSetItemSquareAdd2 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.SignatureFloat1 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.SignatureInt1 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.SignatureInt2 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.SignatureListFixedLength method) (onnx_diagnostic.torch_export_patches.eval.model_cases.SignatureListFixedWithNone method) (onnx_diagnostic.torch_export_patches.eval.model_cases.SignatureListVariableLength method) (onnx_diagnostic.torch_export_patches.eval.model_cases.SignatureShapeAsIndex method) (onnx_diagnostic.torch_export_patches.eval.model_cases.TypeBFloat16 method) (onnx_diagnostic.torch_export_patches.eval.model_cases.Vmap method) (onnx_diagnostic.torch_export_patches.eval.model_cases.VmapPython method)

from_array_extended() (in module onnx_diagnostic.helpers.onnx_helper) from_array_ml_dtypes() (in module onnx_diagnostic.helpers.onnx_helper) from_batch_splits() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_DynamicCache class method) full_name (onnx_diagnostic.export.ModelInputs property) FusedMatMul (class in onnx_diagnostic.reference.ops.op_fused_matmul)

G

GatherGrad (class in onnx_diagnostic.reference.ops.op_gather_grad) generic_visit() (onnx_diagnostic.torch_export_patches.patch_module.RewriteControlFlow method) get_architecture_default_values() (in module onnx_diagnostic.torch_models.hghub.hub_api) get_cached_configuration() (in module onnx_diagnostic.torch_models.hghub.hub_api) get_dump_file() (onnx_diagnostic.ext_test_case.ExtTestCase method) get_dump_folder() (onnx_diagnostic.ext_test_case.ExtTestCase method) get_figure() (in module onnx_diagnostic.ext_test_case) get_inputs() (in module onnx_diagnostic.tasks.automatic_speech_recognition) (in module onnx_diagnostic.tasks.feature_extraction) (in module onnx_diagnostic.tasks.fill_mask) (in module onnx_diagnostic.tasks.image_classification) (in module onnx_diagnostic.tasks.image_text_to_text) (in module onnx_diagnostic.tasks.mixture_of_expert) (in module onnx_diagnostic.tasks.object_detection) (in module onnx_diagnostic.tasks.sentence_similarity) (in module onnx_diagnostic.tasks.summarization) (in module onnx_diagnostic.tasks.text2text_generation) (in module onnx_diagnostic.tasks.text_classification) (in module onnx_diagnostic.tasks.text_generation) (in module onnx_diagnostic.tasks.zero_shot_image_classification)

get_inputs_for_task() (in module onnx_diagnostic.torch_models.test_helper) get_machine() (in module onnx_diagnostic.helpers.bench_run) get_memory_rss() (in module onnx_diagnostic.helpers.memory_peak) get_model_info() (in module onnx_diagnostic.torch_models.hghub.hub_api) get_onnx_signature() (in module onnx_diagnostic.helpers.onnx_helper) get_parsed_args() (in module onnx_diagnostic.helpers.args_helper) get_phi2() (in module onnx_diagnostic.torch_models.llms) get_pretrained_config() (in module onnx_diagnostic.torch_models.hghub.hub_api) get_processor_name() (in module onnx_diagnostic.helpers.bench_run) get_seq_length() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_DynamicCache method) get_tiny_llm() (in module onnx_diagnostic.torch_models.llms) get_untrained_model_with_inputs() (in module onnx_diagnostic.torch_models.hghub) graph_positions() (onnx_diagnostic.helpers.graph_helper.GraphRendering class method) GraphRendering (class in onnx_diagnostic.helpers.graph_helper) guess_dynamic_dimensions() (onnx_diagnostic.export.ModelInputs method) guess_dynamic_shape_object() (onnx_diagnostic.export.ModelInputs method) guess_dynamic_shapes() (onnx_diagnostic.export.ModelInputs method)

H

has_cuda() (in module onnx_diagnostic.ext_test_case) has_onnxruntime_training() (in module onnx_diagnostic.ext_test_case) has_onnxscript() (in module onnx_diagnostic.ext_test_case)

has_torch() (in module onnx_diagnostic.ext_test_case) has_transformers() (in module onnx_diagnostic.ext_test_case) hide_stdout() (in module onnx_diagnostic.ext_test_case)

I

ignore_errors() (in module onnx_diagnostic.ext_test_case) ignore_warnings() (in module onnx_diagnostic.ext_test_case) import_model_builder() (in module onnx_diagnostic.helpers.model_builder_helper) InferenceSessionForNumpy (class in onnx_diagnostic.helpers.ort_session) InferenceSessionForTorch (class in onnx_diagnostic.helpers.ort_session) inplace_add_parent() (in module onnx_diagnostic.torch_export_patches.patch_module) InplaceAdd (class in onnx_diagnostic.torch_export_patches.eval.model_cases) InplaceAdd2 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) InplaceAdd_Mul (class in onnx_diagnostic.torch_export_patches.eval.model_cases) InplaceCloneAdd_ (class in onnx_diagnostic.torch_export_patches.eval.model_cases) InplaceSetItemEllipsis_1 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) InplaceSetItemEllipsis_2 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) InplaceSetItemMask (class in onnx_diagnostic.torch_export_patches.eval.model_cases)

InplaceSetItemSquare (class in onnx_diagnostic.torch_export_patches.eval.model_cases) InplaceSetItemSquareAdd (class in onnx_diagnostic.torch_export_patches.eval.model_cases) InplaceSetItemSquareAdd2 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) input_names (onnx_diagnostic.helpers.graph_helper.GraphRendering property) (onnx_diagnostic.reference.OnnxruntimeEvaluator property) input_types (onnx_diagnostic.reference.OnnxruntimeEvaluator property) invalid_dimensions_for_export() (onnx_diagnostic.export.CoupleInputsDynamicShapes method) investigate_onnxruntime_issue() (in module onnx_diagnostic.helpers.ort_session) is_azure() (in module onnx_diagnostic.ext_test_case) is_cache_dynamic_registered() (in module onnx_diagnostic.helpers.cache_helper) is_stealing() (in module onnx_diagnostic.helpers.torch_helper) is_torchdynamo_exporting() (in module onnx_diagnostic.helpers.torch_helper) iterator_initializer_constant() (in module onnx_diagnostic.helpers.onnx_helper)

L

load_architecture_task() (in module onnx_diagnostic.torch_models.hghub.hub_data)

load_models_testing() (in module onnx_diagnostic.torch_models.hghub.hub_data) long_test() (in module onnx_diagnostic.ext_test_case)

M

make_configs() (in module onnx_diagnostic.helpers.bench_run) make_dataframe_from_benchmark_data() (in module onnx_diagnostic.helpers.bench_run) make_diff() (in module onnx_diagnostic.torch_export_patches.patch_module) make_dynamic_cache() (in module onnx_diagnostic.helpers.cache_helper) make_encoder_decoder_cache() (in module onnx_diagnostic.helpers.cache_helper) make_feeds() (in module onnx_diagnostic.helpers.rt_helper) make_inputs() (in module onnx_diagnostic.torch_models.test_helper) make_mamba_cache() (in module onnx_diagnostic.helpers.cache_helper) make_sliding_window_cache() (in module onnx_diagnostic.helpers.cache_helper) make_undefined_dimension() (in module onnx_diagnostic.torch_export_patches.patch_expressions) MaskedScatterNDOfShape (class in onnx_diagnostic.reference.ops.op_scatternd_of_shape) max_diff() (in module onnx_diagnostic.helpers) measure_time() (in module onnx_diagnostic.ext_test_case) MemcpyFromHost (class in onnx_diagnostic.reference.ops.op_memcpy_host) MemcpyToHost (class in onnx_diagnostic.reference.ops.op_memcpy_host) MemorySpy (class in onnx_diagnostic.helpers.memory_peak) MiniOnnxBuilder (class in onnx_diagnostic.helpers.mini_onnx_builder) model_statistics() (in module onnx_diagnostic.helpers.torch_helper) ModelInputs (class in onnx_diagnostic.export) module onnx_diagnostic onnx_diagnostic.export onnx_diagnostic.export.dynamic_shapes onnx_diagnostic.export.validate onnx_diagnostic.ext_test_case onnx_diagnostic.helpers onnx_diagnostic.helpers.args_helper onnx_diagnostic.helpers.bench_run onnx_diagnostic.helpers.cache_helper onnx_diagnostic.helpers.config_helper onnx_diagnostic.helpers.graph_helper onnx_diagnostic.helpers.helper onnx_diagnostic.helpers.memory_peak onnx_diagnostic.helpers.mini_onnx_builder onnx_diagnostic.helpers.model_builder_helper onnx_diagnostic.helpers.onnx_helper onnx_diagnostic.helpers.ort_session onnx_diagnostic.helpers.rt_helper onnx_diagnostic.helpers.torch_helper onnx_diagnostic.reference onnx_diagnostic.reference.evaluator onnx_diagnostic.reference.ops onnx_diagnostic.reference.ops.op_add_add_mul_mul onnx_diagnostic.reference.ops.op_average_pool_grad onnx_diagnostic.reference.ops.op_cast_like onnx_diagnostic.reference.ops.op_complex onnx_diagnostic.reference.ops.op_concat onnx_diagnostic.reference.ops.op_constant_of_shape onnx_diagnostic.reference.ops.op_fused_matmul onnx_diagnostic.reference.ops.op_gather_grad onnx_diagnostic.reference.ops.op_memcpy_host onnx_diagnostic.reference.ops.op_mul_sigmoid onnx_diagnostic.reference.ops.op_negxplus1 onnx_diagnostic.reference.ops.op_qlinear_average_pool onnx_diagnostic.reference.ops.op_qlinear_conv onnx_diagnostic.reference.ops.op_quick_gelu onnx_diagnostic.reference.ops.op_replace_zero onnx_diagnostic.reference.ops.op_rotary onnx_diagnostic.reference.ops.op_scatter_elements onnx_diagnostic.reference.ops.op_scatternd_of_shape onnx_diagnostic.reference.ops.op_simplified_layer_normalization onnx_diagnostic.reference.ops.op_skip_layer_normalization onnx_diagnostic.reference.ops.op_slice onnx_diagnostic.reference.ops.op_transpose_cast onnx_diagnostic.reference.ops.op_tri_matrix onnx_diagnostic.reference.ort_evaluator onnx_diagnostic.reference.quantized_tensor onnx_diagnostic.tasks onnx_diagnostic.tasks.automatic_speech_recognition onnx_diagnostic.tasks.feature_extraction onnx_diagnostic.tasks.fill_mask onnx_diagnostic.tasks.image_classification onnx_diagnostic.tasks.image_text_to_text onnx_diagnostic.tasks.mixture_of_expert onnx_diagnostic.tasks.object_detection onnx_diagnostic.tasks.sentence_similarity onnx_diagnostic.tasks.summarization onnx_diagnostic.tasks.text2text_generation onnx_diagnostic.tasks.text_classification onnx_diagnostic.tasks.text_generation onnx_diagnostic.tasks.zero_shot_image_classification onnx_diagnostic.torch_export_patches onnx_diagnostic.torch_export_patches.eval onnx_diagnostic.torch_export_patches.eval.model_cases onnx_diagnostic.torch_export_patches.onnx_export_errors onnx_diagnostic.torch_export_patches.onnx_export_serialization onnx_diagnostic.torch_export_patches.patch_expressions onnx_diagnostic.torch_export_patches.patch_inputs onnx_diagnostic.torch_export_patches.patch_module onnx_diagnostic.torch_export_patches.patch_module_helper onnx_diagnostic.torch_export_patches.patches onnx_diagnostic.torch_export_patches.patches.patch_torch onnx_diagnostic.torch_export_patches.patches.patch_transformers onnx_diagnostic.torch_models onnx_diagnostic.torch_models.hghub onnx_diagnostic.torch_models.hghub.hub_api onnx_diagnostic.torch_models.hghub.hub_data onnx_diagnostic.torch_models.hghub.model_inputs onnx_diagnostic.torch_models.llms onnx_diagnostic.torch_models.test_helper onnx_diagnostic.torch_onnx onnx_diagnostic.torch_onnx.sbs

module_name_type (onnx_diagnostic.export.ModelInputs property) move_to_kwargs() (onnx_diagnostic.export.ModelInputs method) MulAdd (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) MulMul (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) MulSharedInput (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) MulSigmoid (class in onnx_diagnostic.reference.ops.op_mul_sigmoid) MulSub (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) multi_run() (in module onnx_diagnostic.helpers.bench_run)

N

NegXplus1 (class in onnx_diagnostic.reference.ops.op_negxplus1) never_test() (in module onnx_diagnostic.ext_test_case)

nodes (onnx_diagnostic.helpers.graph_helper.GraphRendering property) normalize_assignment_in_test() (in module onnx_diagnostic.torch_export_patches.patch_module) np_dtype_to_tensor_dtype() (in module onnx_diagnostic.helpers.onnx_helper)

O

onnx_diagnostic module onnx_diagnostic.export module onnx_diagnostic.export.dynamic_shapes module onnx_diagnostic.export.validate module onnx_diagnostic.ext_test_case module onnx_diagnostic.helpers module onnx_diagnostic.helpers.args_helper module onnx_diagnostic.helpers.bench_run module onnx_diagnostic.helpers.cache_helper module onnx_diagnostic.helpers.config_helper module onnx_diagnostic.helpers.graph_helper module onnx_diagnostic.helpers.helper module onnx_diagnostic.helpers.memory_peak module onnx_diagnostic.helpers.mini_onnx_builder module onnx_diagnostic.helpers.model_builder_helper module onnx_diagnostic.helpers.onnx_helper module onnx_diagnostic.helpers.ort_session module onnx_diagnostic.helpers.rt_helper module onnx_diagnostic.helpers.torch_helper module onnx_diagnostic.reference module onnx_diagnostic.reference.evaluator module onnx_diagnostic.reference.ops module onnx_diagnostic.reference.ops.op_add_add_mul_mul module onnx_diagnostic.reference.ops.op_average_pool_grad module onnx_diagnostic.reference.ops.op_cast_like module onnx_diagnostic.reference.ops.op_complex module onnx_diagnostic.reference.ops.op_concat module onnx_diagnostic.reference.ops.op_constant_of_shape module onnx_diagnostic.reference.ops.op_fused_matmul module onnx_diagnostic.reference.ops.op_gather_grad module onnx_diagnostic.reference.ops.op_memcpy_host module onnx_diagnostic.reference.ops.op_mul_sigmoid module onnx_diagnostic.reference.ops.op_negxplus1 module onnx_diagnostic.reference.ops.op_qlinear_average_pool module onnx_diagnostic.reference.ops.op_qlinear_conv module onnx_diagnostic.reference.ops.op_quick_gelu module onnx_diagnostic.reference.ops.op_replace_zero module onnx_diagnostic.reference.ops.op_rotary module onnx_diagnostic.reference.ops.op_scatter_elements module onnx_diagnostic.reference.ops.op_scatternd_of_shape module onnx_diagnostic.reference.ops.op_simplified_layer_normalization module onnx_diagnostic.reference.ops.op_skip_layer_normalization module onnx_diagnostic.reference.ops.op_slice module onnx_diagnostic.reference.ops.op_transpose_cast module

onnx_diagnostic.reference.ops.op_tri_matrix module onnx_diagnostic.reference.ort_evaluator module onnx_diagnostic.reference.quantized_tensor module onnx_diagnostic.tasks module onnx_diagnostic.tasks.automatic_speech_recognition module onnx_diagnostic.tasks.feature_extraction module onnx_diagnostic.tasks.fill_mask module onnx_diagnostic.tasks.image_classification module onnx_diagnostic.tasks.image_text_to_text module onnx_diagnostic.tasks.mixture_of_expert module onnx_diagnostic.tasks.object_detection module onnx_diagnostic.tasks.sentence_similarity module onnx_diagnostic.tasks.summarization module onnx_diagnostic.tasks.text2text_generation module onnx_diagnostic.tasks.text_classification module onnx_diagnostic.tasks.text_generation module onnx_diagnostic.tasks.zero_shot_image_classification module onnx_diagnostic.torch_export_patches module onnx_diagnostic.torch_export_patches.eval module onnx_diagnostic.torch_export_patches.eval.model_cases module onnx_diagnostic.torch_export_patches.onnx_export_errors module onnx_diagnostic.torch_export_patches.onnx_export_serialization module onnx_diagnostic.torch_export_patches.patch_expressions module onnx_diagnostic.torch_export_patches.patch_inputs module onnx_diagnostic.torch_export_patches.patch_module module onnx_diagnostic.torch_export_patches.patch_module_helper module onnx_diagnostic.torch_export_patches.patches module onnx_diagnostic.torch_export_patches.patches.patch_torch module onnx_diagnostic.torch_export_patches.patches.patch_transformers module onnx_diagnostic.torch_models module onnx_diagnostic.torch_models.hghub module onnx_diagnostic.torch_models.hghub.hub_api module onnx_diagnostic.torch_models.hghub.hub_data module onnx_diagnostic.torch_models.hghub.model_inputs module onnx_diagnostic.torch_models.llms module onnx_diagnostic.torch_models.test_helper module onnx_diagnostic.torch_onnx module onnx_diagnostic.torch_onnx.sbs module onnx_dtype_name() (in module onnx_diagnostic.helpers.onnx_helper) onnx_dtype_to_np_dtype() (in module onnx_diagnostic.helpers.onnx_helper) onnx_dtype_to_torch_dtype() (in module onnx_diagnostic.helpers.torch_helper) onnx_find() (in module onnx_diagnostic.helpers.onnx_helper) onnx_lighten() (in module onnx_diagnostic.helpers.onnx_helper) onnx_unlighten() (in module onnx_diagnostic.helpers.onnx_helper) OnnxruntimeEvaluator (class in onnx_diagnostic.reference) OrToBitOrTransformer (class in onnx_diagnostic.torch_export_patches.patch_module_helper) output_names (onnx_diagnostic.helpers.graph_helper.GraphRendering property) (onnx_diagnostic.reference.OnnxruntimeEvaluator property) output_types (onnx_diagnostic.reference.OnnxruntimeEvaluator property)

P

patch__check_input_constraints_for_graph() (in module onnx_diagnostic.torch_export_patches.patches.patch_torch) patch_module_or_classes() (in module onnx_diagnostic.torch_export_patches.onnx_export_errors) patched__broadcast_shapes() (in module onnx_diagnostic.torch_export_patches.patches.patch_torch) patched__vmap_for_bhqkv() (in module onnx_diagnostic.torch_export_patches.patches.patch_transformers) patched_AttentionMaskConverter (class in onnx_diagnostic.torch_export_patches.patches.patch_transformers) patched_DynamicCache (class in onnx_diagnostic.torch_export_patches.patches.patch_transformers) patched_float_arange() (in module onnx_diagnostic.torch_export_patches.patch_expressions) patched_GenerationMixin (class in onnx_diagnostic.torch_export_patches.patches.patch_transformers) patched_infer_size() (in module onnx_diagnostic.torch_export_patches.patches.patch_torch) patched_selector() (in module onnx_diagnostic.torch_export_patches.patch_expressions)

patched_ShapeEnv (class in onnx_diagnostic.torch_export_patches.patches.patch_torch) patched_vmap() (in module onnx_diagnostic.torch_export_patches.patches.patch_torch) prepare_args_kwargs() (in module onnx_diagnostic.torch_onnx.sbs) prepare_inputs_for_generation() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_GenerationMixin method) pretty_onnx() (in module onnx_diagnostic.helpers.onnx_helper) print_model() (onnx_diagnostic.ext_test_case.ExtTestCase method) print_onnx() (onnx_diagnostic.ext_test_case.ExtTestCase method) process_inputs() (onnx_diagnostic.export.ModelInputs method) proto_from_array() (in module onnx_diagnostic.helpers.mini_onnx_builder) proto_from_tensor() (in module onnx_diagnostic.helpers.torch_helper)

Q

QLinearAveragePool (class in onnx_diagnostic.reference.ops.op_qlinear_average_pool) QLinearConv (class in onnx_diagnostic.reference.ops.op_qlinear_conv)

qtensor (onnx_diagnostic.reference.quantized_tensor.QuantizedTensor property) QuantizedTensor (class in onnx_diagnostic.reference.quantized_tensor) QuickGelu (class in onnx_diagnostic.reference.ops.op_quick_gelu)

R

random_input_kwargs() (in module onnx_diagnostic.tasks) (in module onnx_diagnostic.tasks.automatic_speech_recognition) (in module onnx_diagnostic.tasks.feature_extraction) (in module onnx_diagnostic.tasks.fill_mask) (in module onnx_diagnostic.tasks.image_classification) (in module onnx_diagnostic.tasks.image_text_to_text) (in module onnx_diagnostic.tasks.mixture_of_expert) (in module onnx_diagnostic.tasks.object_detection) (in module onnx_diagnostic.tasks.sentence_similarity) (in module onnx_diagnostic.tasks.summarization) (in module onnx_diagnostic.tasks.text2text_generation) (in module onnx_diagnostic.tasks.text_classification) (in module onnx_diagnostic.tasks.text_generation) (in module onnx_diagnostic.tasks.zero_shot_image_classification) reduce_model_config() (in module onnx_diagnostic.tasks) (in module onnx_diagnostic.tasks.automatic_speech_recognition) (in module onnx_diagnostic.tasks.feature_extraction) (in module onnx_diagnostic.tasks.fill_mask) (in module onnx_diagnostic.tasks.image_classification) (in module onnx_diagnostic.tasks.image_text_to_text) (in module onnx_diagnostic.tasks.mixture_of_expert) (in module onnx_diagnostic.tasks.object_detection) (in module onnx_diagnostic.tasks.sentence_similarity) (in module onnx_diagnostic.tasks.summarization) (in module onnx_diagnostic.tasks.text2text_generation) (in module onnx_diagnostic.tasks.text_classification) (in module onnx_diagnostic.tasks.text_generation) (in module onnx_diagnostic.tasks.zero_shot_image_classification) register_additional_serialization_functions() (in module onnx_diagnostic.torch_export_patches) register_cache_serialization() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) register_class_serialization() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) register_flattening_functions() (in module onnx_diagnostic.torch_export_patches) register_patched_expressions() (in module onnx_diagnostic.torch_export_patches.patch_expressions) reorder_cache() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_DynamicCache method)

replace_by_string() (onnx_diagnostic.export.CoupleInputsDynamicShapes method) replace_string_by() (onnx_diagnostic.export.CoupleInputsDynamicShapes method) replace_string_by_dynamic() (in module onnx_diagnostic.helpers.torch_helper) replacement_before_exporting() (in module onnx_diagnostic.torch_export_patches.onnx_export_errors) ReplaceZero (class in onnx_diagnostic.reference.ops.op_replace_zero) requires_cuda() (in module onnx_diagnostic.ext_test_case) requires_diffusers() (in module onnx_diagnostic.ext_test_case) requires_experimental() (in module onnx_diagnostic.ext_test_case) requires_numpy() (in module onnx_diagnostic.ext_test_case) requires_onnx() (in module onnx_diagnostic.ext_test_case) requires_onnx_array_api() (in module onnx_diagnostic.ext_test_case) requires_onnxruntime() (in module onnx_diagnostic.ext_test_case) requires_onnxruntime_training() (in module onnx_diagnostic.ext_test_case) requires_onnxscript() (in module onnx_diagnostic.ext_test_case) requires_python() (in module onnx_diagnostic.ext_test_case) requires_sklearn() (in module onnx_diagnostic.ext_test_case) requires_torch() (in module onnx_diagnostic.ext_test_case) requires_transformers() (in module onnx_diagnostic.ext_test_case) requires_zoo() (in module onnx_diagnostic.ext_test_case) retrieve_stacktrace() (in module onnx_diagnostic.torch_export_patches.patches.patch_torch) RewriteControlFlow (class in onnx_diagnostic.torch_export_patches.patch_module) RewrittenMethod (class in onnx_diagnostic.torch_export_patches.patch_module) Rotary (class in onnx_diagnostic.reference.ops.op_rotary) run() (onnx_diagnostic.helpers.ort_session.InferenceSessionForNumpy method) (onnx_diagnostic.helpers.ort_session.InferenceSessionForTorch method) (onnx_diagnostic.reference.ExtendedReferenceEvaluator method) (onnx_diagnostic.reference.OnnxruntimeEvaluator method) run_aligned() (in module onnx_diagnostic.torch_onnx.sbs) run_benchmark() (in module onnx_diagnostic.helpers.bench_run) run_dlpack() (onnx_diagnostic.helpers.ort_session.InferenceSessionForNumpy method) (onnx_diagnostic.helpers.ort_session.InferenceSessionForTorch method) run_exporter() (in module onnx_diagnostic.torch_export_patches.eval) run_fx_node() (in module onnx_diagnostic.torch_onnx.sbs) run_ort_fusion() (in module onnx_diagnostic.torch_models.test_helper) run_training_api() (onnx_diagnostic.helpers.ort_session.InferenceSessionForTorch method)

S

save_model_builder() (in module onnx_diagnostic.helpers.model_builder_helper) scale (onnx_diagnostic.reference.quantized_tensor.QuantizedTensor property) ScatterElements (class in onnx_diagnostic.reference.ops.op_scatter_elements) ScatterNDOfShape (class in onnx_diagnostic.reference.ops.op_scatternd_of_shape) select_when_exporting() (onnx_diagnostic.torch_export_patches.eval.model_cases.ControlFlowScanDecomposition_151564 class method) serialization_functions() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) setUpClass() (onnx_diagnostic.ext_test_case.ExtTestCase class method) shape (onnx_diagnostic.reference.quantized_tensor.QuantizedTensor property) ShapeFinder (class in onnx_diagnostic.torch_export_patches.patch_module) SignatureFloat1 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) SignatureInt1 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) SignatureInt2 (class in onnx_diagnostic.torch_export_patches.eval.model_cases) SignatureListFixedLength (class in onnx_diagnostic.torch_export_patches.eval.model_cases) SignatureListFixedWithNone (class in onnx_diagnostic.torch_export_patches.eval.model_cases) SignatureListVariableLength (class in onnx_diagnostic.torch_export_patches.eval.model_cases) SignatureShapeAsIndex (class in onnx_diagnostic.torch_export_patches.eval.model_cases) SimplifiedLayerNormalization (class in onnx_diagnostic.reference.ops.op_simplified_layer_normalization) skipif_ci_apple() (in module onnx_diagnostic.ext_test_case) skipif_ci_linux() (in module onnx_diagnostic.ext_test_case)

skipif_ci_windows() (in module onnx_diagnostic.ext_test_case) SkipLayerNormalization (class in onnx_diagnostic.reference.ops.op_skip_layer_normalization) Slice_1 (class in onnx_diagnostic.reference.ops.op_slice) Slice_10 (class in onnx_diagnostic.reference.ops.op_slice) split_args_kwargs() (in module onnx_diagnostic.torch_models.test_helper) start() (onnx_diagnostic.helpers.memory_peak.MemorySpy method) start_names (onnx_diagnostic.helpers.graph_helper.GraphRendering property) start_spying_on() (in module onnx_diagnostic.helpers.memory_peak) statistics_on_file() (in module onnx_diagnostic.ext_test_case) statistics_on_folder() (in module onnx_diagnostic.ext_test_case) steal_append() (in module onnx_diagnostic.helpers.torch_helper) steal_forward() (in module onnx_diagnostic.helpers.torch_helper) stop() (onnx_diagnostic.helpers.memory_peak.MemorySpy method) string_diff() (in module onnx_diagnostic.helpers) string_sig() (in module onnx_diagnostic.helpers) string_type() (in module onnx_diagnostic.helpers) subloop() (onnx_diagnostic.ext_test_case.ExtTestCase method) SubMul (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) supported_tasks() (in module onnx_diagnostic.tasks)

T

task_from_arch() (in module onnx_diagnostic.torch_models.hghub.hub_api) task_from_id() (in module onnx_diagnostic.torch_models.hghub.hub_api) task_from_tags() (in module onnx_diagnostic.torch_models.hghub.hub_api) tearDownClass() (onnx_diagnostic.ext_test_case.ExtTestCase class method) tensor_dtype_to_np_dtype() (in module onnx_diagnostic.helpers.onnx_helper) tensor_statistics() (in module onnx_diagnostic.helpers.onnx_helper) text_edge() (onnx_diagnostic.helpers.graph_helper.GraphRendering method) text_grid() (onnx_diagnostic.helpers.graph_helper.GraphRendering class method) text_positions() (onnx_diagnostic.helpers.graph_helper.GraphRendering class method) text_rendering() (onnx_diagnostic.helpers.graph_helper.GraphRendering method) to_any() (in module onnx_diagnostic.helpers.torch_helper) to_array_extended() (in module onnx_diagnostic.helpers.onnx_helper) to_numpy() (in module onnx_diagnostic.helpers.torch_helper) to_onnx() (onnx_diagnostic.helpers.mini_onnx_builder.MiniOnnxBuilder method) to_tensor() (in module onnx_diagnostic.helpers.torch_helper)

ToComplex (class in onnx_diagnostic.reference.ops.op_complex) todo() (onnx_diagnostic.ext_test_case.ExtTestCase class method) torch_deepcopy() (in module onnx_diagnostic.helpers.torch_helper) torch_dtype_to_onnx_dtype() (in module onnx_diagnostic.helpers.torch_helper) torch_export_patches() (in module onnx_diagnostic.torch_export_patches) torch_export_rewrite() (in module onnx_diagnostic.torch_export_patches) torch_tensor_size() (in module onnx_diagnostic.helpers.torch_helper) transform_method() (in module onnx_diagnostic.torch_export_patches.patch_module) Transpose2DCastFP16 (class in onnx_diagnostic.reference.ops.op_transpose_cast) Transpose2DCastFP32 (class in onnx_diagnostic.reference.ops.op_transpose_cast) TriMatrix (class in onnx_diagnostic.reference.ops.op_tri_matrix) true_model_name (onnx_diagnostic.export.ModelInputs property) tryCall() (onnx_diagnostic.ext_test_case.ExtTestCase method) type_info() (in module onnx_diagnostic.helpers.onnx_helper) TypeBFloat16 (class in onnx_diagnostic.torch_export_patches.eval.model_cases)

U

unflatten_base_model_output() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) unflatten_dynamic_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) unflatten_encoder_decoder_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) unflatten_mamba_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) unflatten_sliding_window_cache() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) unit_test_going() (in module onnx_diagnostic.ext_test_case)

unpatch_module_or_classes() (in module onnx_diagnostic.torch_export_patches.onnx_export_errors) unregister() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) unregister_cache_serialization() (in module onnx_diagnostic.torch_export_patches.onnx_export_serialization) update() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_DynamicCache method) update_config() (in module onnx_diagnostic.helpers.config_helper) use_dyn_not_str() (in module onnx_diagnostic.torch_export_patches.patch_inputs) UsedVarsFinder (class in onnx_diagnostic.torch_export_patches.patch_module)

V

validate_ep() (in module onnx_diagnostic.export) validate_fx_outputs() (in module onnx_diagnostic.torch_onnx.sbs) validate_fx_tensor() (in module onnx_diagnostic.torch_onnx.sbs) validate_inputs_for_export() (onnx_diagnostic.export.ModelInputs method) validate_model() (in module onnx_diagnostic.torch_models.test_helper)

validate_onnx_model() (in module onnx_diagnostic.torch_models.test_helper) verbose (onnx_diagnostic.ext_test_case.ExtTestCase property) version_summary() (in module onnx_diagnostic.torch_models.test_helper) Vmap (class in onnx_diagnostic.torch_export_patches.eval.model_cases) VmapPython (class in onnx_diagnostic.torch_export_patches.eval.model_cases)

Z

zero_point (onnx_diagnostic.reference.quantized_tensor.QuantizedTensor property)