Index

A

AddAdd (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) AddMul (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) AddSharedInput (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) assert_onnx_disc() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertAlmostEqual() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertEmpty() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertEqual() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertEqualArray() (onnx_diagnostic.ext_test_case.ExtTestCase method)

assertEqualArrays() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertExists() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertGreaterOrEqual() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertIn() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertNotEmpty() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertRaise() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertSetContained() (onnx_diagnostic.ext_test_case.ExtTestCase method) assertStartsWith() (onnx_diagnostic.ext_test_case.ExtTestCase method) AveragePoolGrad (class in onnx_diagnostic.reference.ops.op_average_pool_grad)

B

bypass_export_some_errors() (in module onnx_diagnostic.torch_export_patches)

C

capture() (onnx_diagnostic.ext_test_case.ExtTestCase method) CastLike_15 (class in onnx_diagnostic.reference.ops.op_cast_like) CastLike_19 (class in onnx_diagnostic.reference.ops.op_cast_like) check_cuda_availability() (in module onnx_diagnostic.helpers.args_helper) check_hasattr() (in module onnx_diagnostic.torch_models.hghub.model_inputs) check_model_ort() (in module onnx_diagnostic.helpers.onnx_helper) ComplexModule (class in onnx_diagnostic.reference.ops.op_complex)

compute_model_size() (in module onnx_diagnostic.torch_models.hghub.model_inputs) Concat (class in onnx_diagnostic.reference.ops.op_concat) config_class_from_architecture() (in module onnx_diagnostic.torch_models.hghub.model_inputs) ConstantOfShape (class in onnx_diagnostic.reference.ops.op_constant_of_shape) convert_dynamic_axes_into_dynamic_shapes() (in module onnx_diagnostic.torch_export_patches.patch_inputs) convert_endian() (in module onnx_diagnostic.helpers.onnx_helper) crop() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_DynamicCache method)

D

dtype_to_tensor_dtype() (in module onnx_diagnostic.helpers.onnx_helper)

dummy_llm() (in module onnx_diagnostic.helpers.torch_test_helper) dump_onnx() (onnx_diagnostic.ext_test_case.ExtTestCase method)

E

enumerate_model_list() (in module onnx_diagnostic.torch_models.hghub.hub_api)

ExtendedReferenceEvaluator (class in onnx_diagnostic.reference) ExtTestCase (class in onnx_diagnostic.ext_test_case)

F

filter_out_unexpected_inputs() (in module onnx_diagnostic.torch_models.hghub.model_inputs) from_array_extended() (in module onnx_diagnostic.helpers.onnx_helper) from_array_ml_dtypes() (in module onnx_diagnostic.helpers.onnx_helper)

from_batch_splits() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_DynamicCache class method) full_name (onnx_diagnostic.export.dynamic_shapes.ModelInputs property) (onnx_diagnostic.export.ModelInputs property) FusedMatMul (class in onnx_diagnostic.reference.ops.op_fused_matmul)

G

GatherGrad (class in onnx_diagnostic.reference.ops.op_gather_grad) get_dump_file() (onnx_diagnostic.ext_test_case.ExtTestCase method) get_figure() (in module onnx_diagnostic.ext_test_case) get_inputs_for_image_classification() (in module onnx_diagnostic.torch_models.hghub.model_inputs) get_inputs_for_text2text_generation() (in module onnx_diagnostic.torch_models.hghub.model_inputs) get_inputs_for_text_generation() (in module onnx_diagnostic.torch_models.hghub.model_inputs) get_model_info() (in module onnx_diagnostic.torch_models.hghub.hub_api) get_onnx_signature() (in module onnx_diagnostic.helpers.onnx_helper) get_parsed_args() (in module onnx_diagnostic.helpers.args_helper) get_phi2() (in module onnx_diagnostic.torch_models.llms)

get_pretrained_config() (in module onnx_diagnostic.torch_models.hghub.hub_api) get_seq_length() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_DynamicCache method) get_tiny_llm() (in module onnx_diagnostic.torch_models.llms) get_untrained_model_with_inputs() (in module onnx_diagnostic.torch_models.hghub) guess_dynamic_dimensions() (onnx_diagnostic.export.dynamic_shapes.ModelInputs method) (onnx_diagnostic.export.ModelInputs method) guess_dynamic_shape_object() (onnx_diagnostic.export.dynamic_shapes.ModelInputs method) (onnx_diagnostic.export.ModelInputs method) guess_dynamic_shapes() (onnx_diagnostic.export.dynamic_shapes.ModelInputs method) (onnx_diagnostic.export.ModelInputs method)

H

has_cuda() (in module onnx_diagnostic.ext_test_case) has_onnxruntime_training() (in module onnx_diagnostic.ext_test_case) has_onnxscript() (in module onnx_diagnostic.ext_test_case)

has_torch() (in module onnx_diagnostic.ext_test_case) has_transformers() (in module onnx_diagnostic.ext_test_case) hide_stdout() (in module onnx_diagnostic.ext_test_case)

I

ignore_errors() (in module onnx_diagnostic.ext_test_case) ignore_warnings() (in module onnx_diagnostic.ext_test_case) InferenceSessionForNumpy (class in onnx_diagnostic.helpers.ort_session) InferenceSessionForTorch (class in onnx_diagnostic.helpers.ort_session) input_names (onnx_diagnostic.reference.OnnxruntimeEvaluator property)

input_types (onnx_diagnostic.reference.OnnxruntimeEvaluator property) investigate_onnxruntime_issue() (in module onnx_diagnostic.helpers.ort_session) is_azure() (in module onnx_diagnostic.ext_test_case) is_cache_dynamic_registered() (in module onnx_diagnostic.helpers.cache_helper) is_torchdynamo_exporting() (in module onnx_diagnostic.helpers.torch_test_helper)

K

kkpatched_AttentionMaskConverter (class in onnx_diagnostic.torch_export_patches.patches.patch_transformers)

L

load_architecture_task() (in module onnx_diagnostic.torch_models.hghub.hub_data)

load_models_testing() (in module onnx_diagnostic.torch_models.hghub.hub_data) long_test() (in module onnx_diagnostic.ext_test_case)

M

make_dynamic_cache() (in module onnx_diagnostic.helpers.cache_helper) make_encoder_decoder_cache() (in module onnx_diagnostic.helpers.cache_helper) make_feeds() (in module onnx_diagnostic.helpers.ort_session) MaskedScatterNDOfShape (class in onnx_diagnostic.reference.ops.op_scatternd_of_shape) max_diff() (in module onnx_diagnostic.helpers) measure_time() (in module onnx_diagnostic.ext_test_case) MemcpyFromHost (class in onnx_diagnostic.reference.ops.op_memcpy_host) MemcpyToHost (class in onnx_diagnostic.reference.ops.op_memcpy_host) ModelInputs (class in onnx_diagnostic.export) (class in onnx_diagnostic.export.dynamic_shapes) module onnx_diagnostic onnx_diagnostic.export onnx_diagnostic.export.dynamic_shapes onnx_diagnostic.ext_test_case onnx_diagnostic.helpers onnx_diagnostic.helpers.args_helper onnx_diagnostic.helpers.cache_helper onnx_diagnostic.helpers.helper onnx_diagnostic.helpers.onnx_helper onnx_diagnostic.helpers.ort_session onnx_diagnostic.helpers.torch_test_helper onnx_diagnostic.reference onnx_diagnostic.reference.evaluator onnx_diagnostic.reference.ops onnx_diagnostic.reference.ops.op_add_add_mul_mul onnx_diagnostic.reference.ops.op_average_pool_grad onnx_diagnostic.reference.ops.op_cast_like onnx_diagnostic.reference.ops.op_complex onnx_diagnostic.reference.ops.op_concat onnx_diagnostic.reference.ops.op_constant_of_shape onnx_diagnostic.reference.ops.op_fused_matmul onnx_diagnostic.reference.ops.op_gather_grad onnx_diagnostic.reference.ops.op_memcpy_host onnx_diagnostic.reference.ops.op_mul_sigmoid onnx_diagnostic.reference.ops.op_negxplus1 onnx_diagnostic.reference.ops.op_qlinear_average_pool onnx_diagnostic.reference.ops.op_qlinear_conv onnx_diagnostic.reference.ops.op_quick_gelu onnx_diagnostic.reference.ops.op_replace_zero onnx_diagnostic.reference.ops.op_rotary onnx_diagnostic.reference.ops.op_scatter_elements onnx_diagnostic.reference.ops.op_scatternd_of_shape onnx_diagnostic.reference.ops.op_simplified_layer_normalization onnx_diagnostic.reference.ops.op_skip_layer_normalization onnx_diagnostic.reference.ops.op_slice onnx_diagnostic.reference.ops.op_transpose_cast onnx_diagnostic.reference.ops.op_tri_matrix onnx_diagnostic.reference.ort_evaluator onnx_diagnostic.reference.quantized_tensor onnx_diagnostic.torch_export_patches onnx_diagnostic.torch_export_patches.patch_inputs onnx_diagnostic.torch_export_patches.patches onnx_diagnostic.torch_export_patches.patches.patch_torch onnx_diagnostic.torch_export_patches.patches.patch_transformers onnx_diagnostic.torch_models onnx_diagnostic.torch_models.hghub onnx_diagnostic.torch_models.hghub.hub_api onnx_diagnostic.torch_models.hghub.hub_data onnx_diagnostic.torch_models.hghub.model_inputs onnx_diagnostic.torch_models.llms onnx_diagnostic.torch_onnx onnx_diagnostic.torch_onnx.sbs

module_name_type (onnx_diagnostic.export.dynamic_shapes.ModelInputs property) (onnx_diagnostic.export.ModelInputs property) move_to_kwargs() (onnx_diagnostic.export.dynamic_shapes.ModelInputs method) (onnx_diagnostic.export.ModelInputs method) MulAdd (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) MulMul (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) MulSharedInput (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul) MulSigmoid (class in onnx_diagnostic.reference.ops.op_mul_sigmoid) MulSub (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul)

N

NegXplus1 (class in onnx_diagnostic.reference.ops.op_negxplus1)

never_test() (in module onnx_diagnostic.ext_test_case) np_dtype_to_tensor_dtype() (in module onnx_diagnostic.helpers.onnx_helper)

O

onnx_diagnostic module onnx_diagnostic.export module onnx_diagnostic.export.dynamic_shapes module onnx_diagnostic.ext_test_case module onnx_diagnostic.helpers module onnx_diagnostic.helpers.args_helper module onnx_diagnostic.helpers.cache_helper module onnx_diagnostic.helpers.helper module onnx_diagnostic.helpers.onnx_helper module onnx_diagnostic.helpers.ort_session module onnx_diagnostic.helpers.torch_test_helper module onnx_diagnostic.reference module onnx_diagnostic.reference.evaluator module onnx_diagnostic.reference.ops module onnx_diagnostic.reference.ops.op_add_add_mul_mul module onnx_diagnostic.reference.ops.op_average_pool_grad module onnx_diagnostic.reference.ops.op_cast_like module onnx_diagnostic.reference.ops.op_complex module onnx_diagnostic.reference.ops.op_concat module onnx_diagnostic.reference.ops.op_constant_of_shape module onnx_diagnostic.reference.ops.op_fused_matmul module onnx_diagnostic.reference.ops.op_gather_grad module onnx_diagnostic.reference.ops.op_memcpy_host module onnx_diagnostic.reference.ops.op_mul_sigmoid module onnx_diagnostic.reference.ops.op_negxplus1 module onnx_diagnostic.reference.ops.op_qlinear_average_pool module onnx_diagnostic.reference.ops.op_qlinear_conv module onnx_diagnostic.reference.ops.op_quick_gelu module

onnx_diagnostic.reference.ops.op_replace_zero module onnx_diagnostic.reference.ops.op_rotary module onnx_diagnostic.reference.ops.op_scatter_elements module onnx_diagnostic.reference.ops.op_scatternd_of_shape module onnx_diagnostic.reference.ops.op_simplified_layer_normalization module onnx_diagnostic.reference.ops.op_skip_layer_normalization module onnx_diagnostic.reference.ops.op_slice module onnx_diagnostic.reference.ops.op_transpose_cast module onnx_diagnostic.reference.ops.op_tri_matrix module onnx_diagnostic.reference.ort_evaluator module onnx_diagnostic.reference.quantized_tensor module onnx_diagnostic.torch_export_patches module onnx_diagnostic.torch_export_patches.patch_inputs module onnx_diagnostic.torch_export_patches.patches module onnx_diagnostic.torch_export_patches.patches.patch_torch module onnx_diagnostic.torch_export_patches.patches.patch_transformers module onnx_diagnostic.torch_models module onnx_diagnostic.torch_models.hghub module onnx_diagnostic.torch_models.hghub.hub_api module onnx_diagnostic.torch_models.hghub.hub_data module onnx_diagnostic.torch_models.hghub.model_inputs module onnx_diagnostic.torch_models.llms module onnx_diagnostic.torch_onnx module onnx_diagnostic.torch_onnx.sbs module onnx_dtype_name() (in module onnx_diagnostic.helpers.onnx_helper) onnx_dtype_to_np_dtype() (in module onnx_diagnostic.helpers.onnx_helper) onnx_dtype_to_torch_dtype() (in module onnx_diagnostic.helpers.onnx_helper) onnx_find() (in module onnx_diagnostic.helpers.onnx_helper) onnx_lighten() (in module onnx_diagnostic.helpers.onnx_helper) onnx_unlighten() (in module onnx_diagnostic.helpers.onnx_helper) OnnxruntimeEvaluator (class in onnx_diagnostic.reference) output_names (onnx_diagnostic.reference.OnnxruntimeEvaluator property) output_types (onnx_diagnostic.reference.OnnxruntimeEvaluator property)

P

patch__check_input_constraints_for_graph() (in module onnx_diagnostic.torch_export_patches.patches.patch_torch) patched__broadcast_shapes() (in module onnx_diagnostic.torch_export_patches.patches.patch_torch) patched_DynamicCache (class in onnx_diagnostic.torch_export_patches.patches.patch_transformers) patched_GenerationMixin (class in onnx_diagnostic.torch_export_patches.patches.patch_transformers) patched_infer_size() (in module onnx_diagnostic.torch_export_patches.patches.patch_torch) patched_ShapeEnv (class in onnx_diagnostic.torch_export_patches.patches.patch_torch) prepare_args_kwargs() (in module onnx_diagnostic.torch_onnx.sbs)

prepare_inputs_for_generation() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_GenerationMixin method) pretty_onnx() (in module onnx_diagnostic.helpers.onnx_helper) print_model() (onnx_diagnostic.ext_test_case.ExtTestCase method) print_onnx() (onnx_diagnostic.ext_test_case.ExtTestCase method) process_inputs() (onnx_diagnostic.export.dynamic_shapes.ModelInputs method) (onnx_diagnostic.export.ModelInputs method) proto_from_tensor() (in module onnx_diagnostic.helpers.onnx_helper)

Q

QLinearAveragePool (class in onnx_diagnostic.reference.ops.op_qlinear_average_pool) QLinearConv (class in onnx_diagnostic.reference.ops.op_qlinear_conv)

qtensor (onnx_diagnostic.reference.quantized_tensor.QuantizedTensor property) QuantizedTensor (class in onnx_diagnostic.reference.quantized_tensor) QuickGelu (class in onnx_diagnostic.reference.ops.op_quick_gelu)

R

random_input_kwargs() (in module onnx_diagnostic.torch_models.hghub.model_inputs) reduce_model_config() (in module onnx_diagnostic.torch_models.hghub.model_inputs) register_additional_serialization_functions() (in module onnx_diagnostic.torch_export_patches) reorder_cache() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_DynamicCache method) replace_string_by_dynamic() (in module onnx_diagnostic.helpers.torch_test_helper) ReplaceZero (class in onnx_diagnostic.reference.ops.op_replace_zero) requires_cuda() (in module onnx_diagnostic.ext_test_case) requires_diffusers() (in module onnx_diagnostic.ext_test_case) requires_numpy() (in module onnx_diagnostic.ext_test_case) requires_onnx() (in module onnx_diagnostic.ext_test_case) requires_onnx_array_api() (in module onnx_diagnostic.ext_test_case) requires_onnxruntime() (in module onnx_diagnostic.ext_test_case) requires_onnxruntime_training() (in module onnx_diagnostic.ext_test_case) requires_onnxscript() (in module onnx_diagnostic.ext_test_case)

requires_sklearn() (in module onnx_diagnostic.ext_test_case) requires_torch() (in module onnx_diagnostic.ext_test_case) requires_transformers() (in module onnx_diagnostic.ext_test_case) requires_zoo() (in module onnx_diagnostic.ext_test_case) Rotary (class in onnx_diagnostic.reference.ops.op_rotary) run() (onnx_diagnostic.helpers.ort_session.InferenceSessionForNumpy method) (onnx_diagnostic.helpers.ort_session.InferenceSessionForTorch method) (onnx_diagnostic.reference.ExtendedReferenceEvaluator method) (onnx_diagnostic.reference.OnnxruntimeEvaluator method) run_aligned() (in module onnx_diagnostic.torch_onnx.sbs) run_dlpack() (onnx_diagnostic.helpers.ort_session.InferenceSessionForNumpy method) (onnx_diagnostic.helpers.ort_session.InferenceSessionForTorch method) run_fx_node() (in module onnx_diagnostic.torch_onnx.sbs) run_training_api() (onnx_diagnostic.helpers.ort_session.InferenceSessionForTorch method)

S

scale (onnx_diagnostic.reference.quantized_tensor.QuantizedTensor property) ScatterElements (class in onnx_diagnostic.reference.ops.op_scatter_elements) ScatterNDOfShape (class in onnx_diagnostic.reference.ops.op_scatternd_of_shape) setUpClass() (onnx_diagnostic.ext_test_case.ExtTestCase class method) shape (onnx_diagnostic.reference.quantized_tensor.QuantizedTensor property) SimplifiedLayerNormalization (class in onnx_diagnostic.reference.ops.op_simplified_layer_normalization) skipif_ci_apple() (in module onnx_diagnostic.ext_test_case) skipif_ci_linux() (in module onnx_diagnostic.ext_test_case) skipif_ci_windows() (in module onnx_diagnostic.ext_test_case) SkipLayerNormalization (class in onnx_diagnostic.reference.ops.op_skip_layer_normalization)

Slice_1 (class in onnx_diagnostic.reference.ops.op_slice) Slice_10 (class in onnx_diagnostic.reference.ops.op_slice) statistics_on_file() (in module onnx_diagnostic.ext_test_case) statistics_on_folder() (in module onnx_diagnostic.ext_test_case) steel_forward() (in module onnx_diagnostic.helpers.torch_test_helper) string_diff() (in module onnx_diagnostic.helpers) string_sig() (in module onnx_diagnostic.helpers) string_type() (in module onnx_diagnostic.helpers) subloop() (onnx_diagnostic.ext_test_case.ExtTestCase method) SubMul (class in onnx_diagnostic.reference.ops.op_add_add_mul_mul)

T

task_from_arch() (in module onnx_diagnostic.torch_models.hghub.hub_api) task_from_id() (in module onnx_diagnostic.torch_models.hghub.hub_api) task_from_tags() (in module onnx_diagnostic.torch_models.hghub.hub_api) tearDownClass() (onnx_diagnostic.ext_test_case.ExtTestCase class method) tensor_dtype_to_np_dtype() (in module onnx_diagnostic.helpers.onnx_helper) to_array_extended() (in module onnx_diagnostic.helpers.onnx_helper) to_numpy() (in module onnx_diagnostic.helpers.torch_test_helper) ToComplex (class in onnx_diagnostic.reference.ops.op_complex)

todo() (onnx_diagnostic.ext_test_case.ExtTestCase class method) torch_dtype_to_onnx_dtype() (in module onnx_diagnostic.helpers.onnx_helper) Transpose2DCastFP16 (class in onnx_diagnostic.reference.ops.op_transpose_cast) Transpose2DCastFP32 (class in onnx_diagnostic.reference.ops.op_transpose_cast) TriMatrix (class in onnx_diagnostic.reference.ops.op_tri_matrix) true_model_name (onnx_diagnostic.export.dynamic_shapes.ModelInputs property) (onnx_diagnostic.export.ModelInputs property) tryCall() (onnx_diagnostic.ext_test_case.ExtTestCase method) type_info() (in module onnx_diagnostic.helpers.onnx_helper)

U

unit_test_going() (in module onnx_diagnostic.ext_test_case)

update() (onnx_diagnostic.torch_export_patches.patches.patch_transformers.patched_DynamicCache method)

V

validate_fx_outputs() (in module onnx_diagnostic.torch_onnx.sbs)

validate_fx_tensor() (in module onnx_diagnostic.torch_onnx.sbs)

Z

zero_point (onnx_diagnostic.reference.quantized_tensor.QuantizedTensor property)