Index

A

add_aten_as_function() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) add_child() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) add_constant_node() (experimental_experiment.xbuilder.GraphBuilder method) add_domain() (experimental_experiment.xbuilder.GraphBuilder method) add_dynamic_object() (experimental_experiment.xbuilder.GraphBuilder method) add_function() (experimental_experiment.xbuilder.GraphBuilder method) add_initializer() (experimental_experiment.xbuilder.GraphBuilder method) add_inputs() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) add_loss_output() (in module experimental_experiment.gradient.loss_helper) add_outputs() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) add_source() (experimental_experiment.xbuilder.GraphBuilder.InitializerInfo method) add_stat() (experimental_experiment.xbuilder.GraphBuilder method) add_validate_param() (experimental_experiment.xoptim.EasyPatternOptimization method) AddAdd (class in experimental_experiment.reference.ops.op_add_add_mul_mul) AddAddMulMulBroadcastPattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) AddAddMulMulPattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) AddMul (class in experimental_experiment.reference.ops.op_add_add_mul_mul) AddMulBroadcastPattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) AddMulPattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) AddMulSharedInputBroadcastPattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) AddMulSharedInputPattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) AddMulTransposePattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) AddReductionScatterND (class in experimental_experiment.xoptim.patterns_fix.add_reduction_scatter_nd) AddSharedInput (class in experimental_experiment.reference.ops.op_add_add_mul_mul) allowed_configuration() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner class method) AlmostDoNothingPattern (class in experimental_experiment.xoptim.patterns) append_custom_libraries() (in module experimental_experiment.convert.ort_helper) apply() (experimental_experiment.xoptim.EasyPatternOptimization method) (experimental_experiment.xoptim.PatternOptimization method) (experimental_experiment.xoptim.patterns.AlmostDoNothingPattern method) (experimental_experiment.xoptim.patterns.onnx_any.IdentityPattern method) (experimental_experiment.xoptim.patterns.onnx_any.SameChildrenPattern method) (experimental_experiment.xoptim.patterns.onnx_any.ShapeBasedIdentityPattern method) (experimental_experiment.xoptim.patterns.onnx_any.ShapeBasedSameChildrenPattern method) (experimental_experiment.xoptim.patterns.onnx_cast.CastCastBinaryPattern method) (experimental_experiment.xoptim.patterns.onnx_cast.CastOpCastPattern method) (experimental_experiment.xoptim.patterns.onnx_cast.CastPattern method) (experimental_experiment.xoptim.patterns.onnx_cast.ComputationCastOpCastPattern method) (experimental_experiment.xoptim.patterns.onnx_clip.ClipClipPattern method) (experimental_experiment.xoptim.patterns.onnx_constants.ConstantToInitializerPattern method) (experimental_experiment.xoptim.patterns.onnx_conv.ConvBiasNullPattern method) (experimental_experiment.xoptim.patterns.onnx_dropout.DropoutPattern method) (experimental_experiment.xoptim.patterns.onnx_equal.UnsqueezeEqualPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ExpandBroadcastPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ExpandPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ExpandSwapPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedConcatExpandPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedExpandBroadcastMatMulPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedExpandBroadcastPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedExpandCastWhereSwapPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedExpandSwapPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedStaticExpandPattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.BatchNormalizationPattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.BatchNormalizationTrainingPattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.CastLayerNormalizationCastPattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.LayerNormalizationPattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.LayerNormalizationScalePattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.RMSNormalizationPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.GemmTransposePattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.MatMulAddPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.MatMulReshape2Of3Pattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.MulMulMatMulPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.ReshapeMatMulReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.ShapeBasedMatMulToMulPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.SwitchReshapeActivationPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.TransposeMatMulPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.TransposeReshapeMatMulPattern method) (experimental_experiment.xoptim.patterns.onnx_mul.MulMulMulScalarPattern method) (experimental_experiment.xoptim.patterns.onnx_mul.SwitchOrderBinaryPattern method) (experimental_experiment.xoptim.patterns.onnx_reduce.ReduceSumNormalizePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ConcatReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ReduceReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.Reshape2Of3Pattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ReshapeReshapeBinaryPattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ReshapeReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ShapeBasedEditDistanceReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ShapeBasedReshapeIsSqueezePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.StaticConcatReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.FunctionCausalMaskMulAddPattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.FunctionCausalMaskPattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.FunctionCosSinCachePattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.FunctionHalfRotaryEmbeddingPattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.RotaryEmbeddingPattern method) (experimental_experiment.xoptim.patterns.onnx_sequence.SequenceConstructAtPattern method) (experimental_experiment.xoptim.patterns.onnx_shape.ShapeBasedShapeShapeAddPattern method) (experimental_experiment.xoptim.patterns.onnx_slice.SliceSlicePattern method) (experimental_experiment.xoptim.patterns.onnx_split.SlicesSplitPattern method) (experimental_experiment.xoptim.patterns.onnx_split.SplitConcatPattern method) (experimental_experiment.xoptim.patterns.onnx_sub.Sub1MulPattern method) (experimental_experiment.xoptim.patterns.onnx_transpose.TransposeEqualReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_transpose.TransposeReshapeTransposePattern method) (experimental_experiment.xoptim.patterns.onnx_transpose.TransposeTransposePattern method) (experimental_experiment.xoptim.patterns.onnx_unsqueeze.SqueezeAddPattern method) (experimental_experiment.xoptim.patterns.onnx_unsqueeze.SqueezeUnsqueezePattern method) (experimental_experiment.xoptim.patterns.onnx_unsqueeze.UnsqueezeUnsqueezePattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.AddAddMulMulPattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.AddMulPattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.AddMulSharedInputPattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.AddMulTransposePattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.MulSigmoidPattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.NegXplus1Pattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.SubMulPattern method) (experimental_experiment.xoptim.patterns_exp.constant_of_shape_scatter_nd.ConstantOfShapeScatterNDPattern method) (experimental_experiment.xoptim.patterns_exp.constant_of_shape_scatter_nd.MaskedShapeScatterNDPattern method) (experimental_experiment.xoptim.patterns_exp.constants.TriMatrixPattern method) (experimental_experiment.xoptim.patterns_exp.simple_rotary.SimpleRotaryPattern method) (experimental_experiment.xoptim.patterns_exp.unary_operators.TransposeCastPattern method) (experimental_experiment.xoptim.patterns_exp.where_replace.ReplaceZeroPattern method) (experimental_experiment.xoptim.patterns_fix.add_reduction_scatter_nd.AddReductionScatterND method) (experimental_experiment.xoptim.patterns_investigation.llm_patterns.FunctionPackedMatMulPattern method) (experimental_experiment.xoptim.patterns_ml.tree_ensemble.TreeEnsembleRegressorConcatPattern method) (experimental_experiment.xoptim.patterns_ml.tree_ensemble.TreeEnsembleRegressorMulPattern method) (experimental_experiment.xoptim.patterns_ort.activation.BiasGeluPattern method) (experimental_experiment.xoptim.patterns_ort.activation.BiasSoftmaxPattern method) (experimental_experiment.xoptim.patterns_ort.activation.FastGeluPattern method) (experimental_experiment.xoptim.patterns_ort.activation.QuickGeluPattern method) (experimental_experiment.xoptim.patterns_ort.activation_grad.SoftmaxGradPattern method) (experimental_experiment.xoptim.patterns_ort.batch_normalization.OrtBatchNormalizationTrainingPattern method) (experimental_experiment.xoptim.patterns_ort.fused_conv.FusedConvPattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.FusedMatMulDivPattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.FusedMatMulPattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.FusedMatMulTransposePattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.FusedMatMulx2Pattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.ReshapeGemmPattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.TransposeFusedMatMulBPattern method) (experimental_experiment.xoptim.patterns_ort.gather_grad.GatherGradPattern method) (experimental_experiment.xoptim.patterns_ort.llm_optim.ContribRotaryEmbeddingPattern method) (experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization.SimplifiedLayerNormalizationPattern method) (experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization.SkipLayerNormalizationPattern method) (experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization.SkipSimplifiedLayerNormalizationPattern method) apply_match() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) apply_pattern() (experimental_experiment.xoptim.EasyPatternOptimization method) (experimental_experiment.xoptim.patterns.onnx_functions.GeluPattern method) (experimental_experiment.xoptim.patterns.onnx_functions.LeakyReluPattern method) (experimental_experiment.xoptim.patterns.onnx_functions.SoftmaxCrossEntropyLossCastPattern class method) (experimental_experiment.xoptim.patterns_investigation.llm_patterns.FunctionPowTanhPattern method) (experimental_experiment.xoptim.patterns_investigation.llm_patterns.FunctionSplitRotaryMulPattern method) (experimental_experiment.xoptim.patterns_ort.activation.GeluErfPattern method) assert_all_close() (in module experimental_experiment.torch_models.dump_helper) assert_found() (in module experimental_experiment.torch_models) assertAlmostEqual() (experimental_experiment.ext_test_case.ExtTestCase method) assertEmpty() (experimental_experiment.ext_test_case.ExtTestCase method) assertEqual() (experimental_experiment.ext_test_case.ExtTestCase method) assertEqualArray() (experimental_experiment.ext_test_case.ExtTestCase method) assertEqualArrays() (experimental_experiment.ext_test_case.ExtTestCase method) assertEqualOr() (experimental_experiment.ext_test_case.ExtTestCase method) assertExists() (experimental_experiment.ext_test_case.ExtTestCase method) assertGreaterOrEqual() (experimental_experiment.ext_test_case.ExtTestCase method) assertIn() (experimental_experiment.ext_test_case.ExtTestCase method) assertNotEmpty() (experimental_experiment.ext_test_case.ExtTestCase method) assertRaise() (experimental_experiment.ext_test_case.ExtTestCase method) assertSetContained() (experimental_experiment.ext_test_case.ExtTestCase method) assertStartsWith() (experimental_experiment.ext_test_case.ExtTestCase method) aten___and___Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten___or___Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten__adaptive_avg_pool2d() (in module experimental_experiment.torch_interpreter._aten_functions) aten__assert_scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten__assert_tensor_metadata() (in module experimental_experiment.torch_interpreter._aten_functions) aten__embedding_bag() (in module experimental_experiment.torch_interpreter._aten_functions) aten__enter_autocast() (in module experimental_experiment.torch_interpreter._aten_functions) aten__exit_autocast() (in module experimental_experiment.torch_interpreter._aten_functions) aten__fft_r2c() (in module experimental_experiment.torch_interpreter._aten_functions) aten__fftn_onnx() (in module experimental_experiment.torch_interpreter._aten_functions) aten__log_api_usage_once() (in module experimental_experiment.torch_interpreter._aten_functions) aten__log_softmax() (in module experimental_experiment.torch_interpreter._aten_functions) aten__log_softmax_backward_data() (in module experimental_experiment.torch_interpreter._aten_functions) aten__native_batch_norm() (in module experimental_experiment.torch_interpreter._aten_functions) aten__native_batch_norm_legit_no_stats() (in module experimental_experiment.torch_interpreter._aten_functions) aten__native_batch_norm_legit_no_training() (in module experimental_experiment.torch_interpreter._aten_functions) aten__prelu_kernel() (in module experimental_experiment.torch_interpreter._aten_functions) aten__prelu_kernel_backward() (in module experimental_experiment.torch_interpreter._aten_functions) aten__scaled_dot_product_efficient_attention() (in module experimental_experiment.torch_interpreter._aten_functions_attention) aten__scaled_dot_product_flash_attention() (in module experimental_experiment.torch_interpreter._aten_functions_attention) aten__scaled_dot_product_flash_attention_for_cpu() (in module experimental_experiment.torch_interpreter._aten_functions_attention) aten__set_grad_enabled() (in module experimental_experiment.torch_interpreter._aten_functions) aten__softmax() (in module experimental_experiment.torch_interpreter._aten_functions) aten__softmax_backward_data() (in module experimental_experiment.torch_interpreter._aten_functions) aten__sym_sqrt() (in module experimental_experiment.torch_interpreter._aten_functions) aten__to_copy() (in module experimental_experiment.torch_interpreter._aten_functions) aten__unsafe_index_put() (in module experimental_experiment.torch_interpreter._aten_functions) aten__unsafe_index_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten__unsafe_view() (in module experimental_experiment.torch_interpreter._aten_functions) aten_abs() (in module experimental_experiment.torch_interpreter._aten_functions) aten_acos() (in module experimental_experiment.torch_interpreter._aten_functions) aten_acosh() (in module experimental_experiment.torch_interpreter._aten_functions) aten_adaptive_avg_pool1d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_adaptive_avg_pool2d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_adaptive_avg_pool3d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_add() (in module experimental_experiment.torch_interpreter._aten_functions) aten_add__Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_add_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_add_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_addcmul() (in module experimental_experiment.torch_interpreter._aten_functions) aten_addmm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_alias() (in module experimental_experiment.torch_interpreter._aten_functions) aten_all() (in module experimental_experiment.torch_interpreter._aten_functions) aten_all_dim() (in module experimental_experiment.torch_interpreter._aten_functions) aten_amax() (in module experimental_experiment.torch_interpreter._aten_functions) aten_and() (in module experimental_experiment.torch_interpreter._aten_functions) aten_and_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_any() (in module experimental_experiment.torch_interpreter._aten_functions) aten_any_dim() (in module experimental_experiment.torch_interpreter._aten_functions) aten_arange() (in module experimental_experiment.torch_interpreter._aten_functions) aten_arange_start() (in module experimental_experiment.torch_interpreter._aten_functions) aten_arange_start_step() (in module experimental_experiment.torch_interpreter._aten_functions) aten_argmax() (in module experimental_experiment.torch_interpreter._aten_functions) aten_as_strided() (in module experimental_experiment.torch_interpreter._aten_functions) aten_asin() (in module experimental_experiment.torch_interpreter._aten_functions) aten_asinh() (in module experimental_experiment.torch_interpreter._aten_functions) aten_atan() (in module experimental_experiment.torch_interpreter._aten_functions) aten_atanh() (in module experimental_experiment.torch_interpreter._aten_functions) aten_auto_functionalized() (in module experimental_experiment.torch_interpreter._aten_functions) aten_avg_pool2d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_avg_pool2d_backward() (in module experimental_experiment.torch_interpreter._aten_functions) aten_avg_pool3d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_baddbmm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_batch_norm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_bitwise_and() (in module experimental_experiment.torch_interpreter._aten_functions) aten_bitwise_and_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_bitwise_not() (in module experimental_experiment.torch_interpreter._aten_functions) aten_bitwise_or() (in module experimental_experiment.torch_interpreter._aten_functions) aten_bitwise_or__Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_bitwise_or_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_bmm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_broadcast_tensors() (in module experimental_experiment.torch_interpreter._aten_functions) aten_cat() (in module experimental_experiment.torch_interpreter._aten_functions) aten_ceil() (in module experimental_experiment.torch_interpreter._aten_functions) aten_chunk() (in module experimental_experiment.torch_interpreter._aten_functions) aten_clamp() (in module experimental_experiment.torch_interpreter._aten_functions) aten_clamp_max() (in module experimental_experiment.torch_interpreter._aten_functions) aten_clamp_min() (in module experimental_experiment.torch_interpreter._aten_functions) aten_clamp_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_clip() (in module experimental_experiment.torch_interpreter._aten_functions) aten_clone() (in module experimental_experiment.torch_interpreter._aten_functions) aten_col2im() (in module experimental_experiment.torch_interpreter._aten_functions) aten_cond() (in module experimental_experiment.torch_interpreter._aten_functions) aten_constant_pad_nd() (in module experimental_experiment.torch_interpreter._aten_functions) aten_contiguous() (in module experimental_experiment.torch_interpreter._aten_functions) aten_conv1d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_conv2d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_conv2d_padding() (in module experimental_experiment.torch_interpreter._aten_functions) aten_conv3d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_conv_transpose2d_input() (in module experimental_experiment.torch_interpreter._aten_functions) aten_conv_transpose3d_input() (in module experimental_experiment.torch_interpreter._aten_functions) aten_convolution() (in module experimental_experiment.torch_interpreter._aten_functions) aten_copy() (in module experimental_experiment.torch_interpreter._aten_functions) aten_copy_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_cos() (in module experimental_experiment.torch_interpreter._aten_functions) aten_cosh() (in module experimental_experiment.torch_interpreter._aten_functions) aten_cross_entropy_loss() (in module experimental_experiment.torch_interpreter._aten_functions) aten_cudnn_batch_norm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_cumsum() (in module experimental_experiment.torch_interpreter._aten_functions) aten_detach() (in module experimental_experiment.torch_interpreter._aten_functions) aten_detach_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_diff() (in module experimental_experiment.torch_interpreter._aten_functions) aten_div() (in module experimental_experiment.torch_interpreter._aten_functions) aten_div__Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_div_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_div_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_div_Tensor_mode() (in module experimental_experiment.torch_interpreter._aten_functions) aten_dropout() (in module experimental_experiment.torch_interpreter._aten_functions) aten_dropout_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_einsum() (in module experimental_experiment.torch_interpreter._aten_functions) aten_elu() (in module experimental_experiment.torch_interpreter._aten_functions) aten_elu_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_embedding() (in module experimental_experiment.torch_interpreter._aten_functions) aten_embedding_bag_padding_idx() (in module experimental_experiment.torch_interpreter._aten_functions) aten_empty_like() (in module experimental_experiment.torch_interpreter._aten_functions) aten_empty_memory_format() (in module experimental_experiment.torch_interpreter._aten_functions) aten_empty_permuted() (in module experimental_experiment.torch_interpreter._aten_functions) aten_empty_strided() (in module experimental_experiment.torch_interpreter._aten_functions) aten_eq() (in module experimental_experiment.torch_interpreter._aten_functions) aten_eq_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_eq_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_erf() (in module experimental_experiment.torch_interpreter._aten_functions)

aten_exp() (in module experimental_experiment.torch_interpreter._aten_functions) aten_expand() (in module experimental_experiment.torch_interpreter._aten_functions) aten_expand_as() (in module experimental_experiment.torch_interpreter._aten_functions) aten_expm1() (in module experimental_experiment.torch_interpreter._aten_functions) aten_feature_dropout() (in module experimental_experiment.torch_interpreter._aten_functions) aten_fft_fft() (in module experimental_experiment.torch_interpreter._aten_functions) aten_fft_fft2() (in module experimental_experiment.torch_interpreter._aten_functions) aten_fft_ifft() (in module experimental_experiment.torch_interpreter._aten_functions) aten_fft_ifft2() (in module experimental_experiment.torch_interpreter._aten_functions) aten_fill_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_fill_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_flatten() (in module experimental_experiment.torch_interpreter._aten_functions) aten_flatten_using_ints() (in module experimental_experiment.torch_interpreter._aten_functions) aten_floor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_floor_divide() (in module experimental_experiment.torch_interpreter._aten_functions) aten_floordiv() (in module experimental_experiment.torch_interpreter._aten_functions) aten_fmod_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_full() (in module experimental_experiment.torch_interpreter._aten_functions) aten_full_like() (in module experimental_experiment.torch_interpreter._aten_functions) aten_FunctionCtx() (in module experimental_experiment.torch_interpreter._aten_functions) aten_gather() (in module experimental_experiment.torch_interpreter._aten_functions) aten_ge() (in module experimental_experiment.torch_interpreter._aten_functions) aten_ge_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_ge_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_gelu() (in module experimental_experiment.torch_interpreter._aten_functions) aten_getattr() (in module experimental_experiment.torch_interpreter._aten_functions) aten_grid_sampler() (in module experimental_experiment.torch_interpreter._aten_functions) aten_grid_sampler_2d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_group_norm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_gt() (in module experimental_experiment.torch_interpreter._aten_functions) aten_gt_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_gt_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_hardsigmoid() (in module experimental_experiment.torch_interpreter._aten_functions) aten_hardswish() (in module experimental_experiment.torch_interpreter._aten_functions) aten_hardswish_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_hardtanh() (in module experimental_experiment.torch_interpreter._aten_functions) aten_hardtanh_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_hardtanh_backward() (in module experimental_experiment.torch_interpreter._aten_functions) aten_iadd() (in module experimental_experiment.torch_interpreter._aten_functions) aten_im2col() (in module experimental_experiment.torch_interpreter._aten_functions) aten_imul() (in module experimental_experiment.torch_interpreter._aten_functions) aten_index_add() (in module experimental_experiment.torch_interpreter._aten_functions) aten_index_copy() (in module experimental_experiment.torch_interpreter._aten_functions) aten_index_put() (in module experimental_experiment.torch_interpreter._aten_functions) aten_index_put_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_index_select() (in module experimental_experiment.torch_interpreter._aten_functions) aten_index_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_instance_norm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_interpolate() (in module experimental_experiment.torch_interpreter._aten_functions) aten_isin() (in module experimental_experiment.torch_interpreter._aten_functions) aten_isin_Tensor_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_isinf() (in module experimental_experiment.torch_interpreter._aten_functions) aten_isnan() (in module experimental_experiment.torch_interpreter._aten_functions) aten_item() (in module experimental_experiment.torch_interpreter._aten_functions) aten_l1_loss() (in module experimental_experiment.torch_interpreter._aten_functions) aten_layer_norm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_le() (in module experimental_experiment.torch_interpreter._aten_functions) aten_le_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_le_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_leaky_relu() (in module experimental_experiment.torch_interpreter._aten_functions) aten_leaky_relu_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_leaky_relu_backward() (in module experimental_experiment.torch_interpreter._aten_functions) aten_lift_fresh_copy() (in module experimental_experiment.torch_interpreter._aten_functions) aten_linalg_vector_norm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_linear() (in module experimental_experiment.torch_interpreter._aten_functions) aten_linspace() (in module experimental_experiment.torch_interpreter._aten_functions) aten_log() (in module experimental_experiment.torch_interpreter._aten_functions) aten_log_softmax_int() (in module experimental_experiment.torch_interpreter._aten_functions) aten_logical_and() (in module experimental_experiment.torch_interpreter._aten_functions) aten_logical_not() (in module experimental_experiment.torch_interpreter._aten_functions) aten_logical_or() (in module experimental_experiment.torch_interpreter._aten_functions) aten_lt() (in module experimental_experiment.torch_interpreter._aten_functions) aten_lt_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_lt_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_masked_fill__Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_masked_fill_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_masked_fill_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_masked_scatter() (in module experimental_experiment.torch_interpreter._aten_functions) aten_matmul() (in module experimental_experiment.torch_interpreter._aten_functions) aten_max() (in module experimental_experiment.torch_interpreter._aten_functions) aten_max_dim() (in module experimental_experiment.torch_interpreter._aten_functions) aten_max_other() (in module experimental_experiment.torch_interpreter._aten_functions) aten_max_pool1d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_max_pool2d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_max_pool2d_with_indices() (in module experimental_experiment.torch_interpreter._aten_functions) aten_max_pool3d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_max_pool3d_with_indices() (in module experimental_experiment.torch_interpreter._aten_functions) aten_maximum() (in module experimental_experiment.torch_interpreter._aten_functions) aten_mean() (in module experimental_experiment.torch_interpreter._aten_functions) aten_mean_dim() (in module experimental_experiment.torch_interpreter._aten_functions) aten_meshgrid() (in module experimental_experiment.torch_interpreter._aten_functions) aten_meshgrid_indexing() (in module experimental_experiment.torch_interpreter._aten_functions) aten_meth___eq__() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_bool() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_clamp_max() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_clamp_min() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_clone() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_contiguous() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_cos() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_cpu() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_detach() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_eq() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_expand() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_expand_as() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_float() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_item() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_masked_fill() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_masked_fill_() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_mean() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_numel() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_pow() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_repeat() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_reshape() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_sin() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_size() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_sum() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_t() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_to() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_transpose() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_unsqueeze() (in module experimental_experiment.torch_interpreter._aten_methods) aten_meth_view() (in module experimental_experiment.torch_interpreter._aten_methods) aten_min() (in module experimental_experiment.torch_interpreter._aten_functions) aten_min_other() (in module experimental_experiment.torch_interpreter._aten_functions) aten_minimum() (in module experimental_experiment.torch_interpreter._aten_functions) aten_mm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_mod() (in module experimental_experiment.torch_interpreter._aten_functions) aten_mse_loss() (in module experimental_experiment.torch_interpreter._aten_functions) aten_mul() (in module experimental_experiment.torch_interpreter._aten_functions) aten_mul__Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_mul_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_mul_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_multinomial() (in module experimental_experiment.torch_interpreter._aten_functions) aten_multiply_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_nan_to_num() (in module experimental_experiment.torch_interpreter._aten_functions) aten_native_dropout() (in module experimental_experiment.torch_interpreter._aten_functions) aten_native_group_norm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_native_layer_norm() (in module experimental_experiment.torch_interpreter._aten_functions) aten_ne() (in module experimental_experiment.torch_interpreter._aten_functions) aten_ne_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_ne_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_neg() (in module experimental_experiment.torch_interpreter._aten_functions) aten_new_ones() (in module experimental_experiment.torch_interpreter._aten_functions) aten_new_zeros() (in module experimental_experiment.torch_interpreter._aten_functions) aten_nll_loss_forward() (in module experimental_experiment.torch_interpreter._aten_functions) aten_nonzero() (in module experimental_experiment.torch_interpreter._aten_functions) aten_nonzero_numpy() (in module experimental_experiment.torch_interpreter._aten_functions) aten_not() (in module experimental_experiment.torch_interpreter._aten_functions) aten_not_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_numpy_T() (in module experimental_experiment.torch_interpreter._aten_functions) aten_one_hot() (in module experimental_experiment.torch_interpreter._aten_functions) aten_ones() (in module experimental_experiment.torch_interpreter._aten_functions) aten_ones_like() (in module experimental_experiment.torch_interpreter._aten_functions) aten_or() (in module experimental_experiment.torch_interpreter._aten_functions) aten_outer() (in module experimental_experiment.torch_interpreter._aten_functions) aten_pad() (in module experimental_experiment.torch_interpreter._aten_functions) aten_permute() (in module experimental_experiment.torch_interpreter._aten_functions) aten_polar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_pow() (in module experimental_experiment.torch_interpreter._aten_functions) aten_pow__Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_pow_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_pow_Tensor_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_pow_Tensor_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_prelu() (in module experimental_experiment.torch_interpreter._aten_functions) aten_prod() (in module experimental_experiment.torch_interpreter._aten_functions) aten_prod_dim_int() (in module experimental_experiment.torch_interpreter._aten_functions) aten_reciprocal() (in module experimental_experiment.torch_interpreter._aten_functions) aten_reflection_pad2d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_relu() (in module experimental_experiment.torch_interpreter._aten_functions) aten_relu_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_remainder() (in module experimental_experiment.torch_interpreter._aten_functions) aten_remainder_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_remainder_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_repeat() (in module experimental_experiment.torch_interpreter._aten_functions) aten_repeat_interleave() (in module experimental_experiment.torch_interpreter._aten_functions) aten_repeat_interleave_self_int() (in module experimental_experiment.torch_interpreter._aten_functions) aten_repeat_interleave_self_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_repeat_interleave_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_reshape() (in module experimental_experiment.torch_interpreter._aten_functions) aten_reshape_as() (in module experimental_experiment.torch_interpreter._aten_functions) aten_roll() (in module experimental_experiment.torch_interpreter._aten_functions) aten_round() (in module experimental_experiment.torch_interpreter._aten_functions) aten_rrelu_with_noise_backward() (in module experimental_experiment.torch_interpreter._aten_functions) aten_rsqrt() (in module experimental_experiment.torch_interpreter._aten_functions) aten_rsub() (in module experimental_experiment.torch_interpreter._aten_functions) aten_rsub_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_scalar_tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_scaled_dot_product_attention() (in module experimental_experiment.torch_interpreter._aten_functions_attention) aten_scan() (in module experimental_experiment.torch_interpreter._aten_functions) aten_scatter__src() (in module experimental_experiment.torch_interpreter._aten_functions) aten_scatter_add() (in module experimental_experiment.torch_interpreter._aten_functions) aten_scatter_add_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_scatter_reduce__two() (in module experimental_experiment.torch_interpreter._aten_functions) aten_scatter_reduce_two() (in module experimental_experiment.torch_interpreter._aten_functions) aten_scatter_src() (in module experimental_experiment.torch_interpreter._aten_functions) aten_select_copy_int() (in module experimental_experiment.torch_interpreter._aten_functions) aten_select_int() (in module experimental_experiment.torch_interpreter._aten_functions) aten_select_scatter() (in module experimental_experiment.torch_interpreter._aten_functions) aten_selu() (in module experimental_experiment.torch_interpreter._aten_functions) aten_setitem() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sigmoid() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sigmoid_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sigmoid_backward() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sign() (in module experimental_experiment.torch_interpreter._aten_functions) aten_silu() (in module experimental_experiment.torch_interpreter._aten_functions) aten_silu_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sin() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sinh() (in module experimental_experiment.torch_interpreter._aten_functions) aten_slice_backward() (in module experimental_experiment.torch_interpreter._aten_functions) aten_slice_scatter() (in module experimental_experiment.torch_interpreter._aten_functions) aten_slice_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_softmax() (in module experimental_experiment.torch_interpreter._aten_functions) aten_softmax_int() (in module experimental_experiment.torch_interpreter._aten_functions) aten_softplus() (in module experimental_experiment.torch_interpreter._aten_functions) aten_split_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_split_with_sizes() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sqrt() (in module experimental_experiment.torch_interpreter._aten_functions) aten_squeeze() (in module experimental_experiment.torch_interpreter._aten_functions) aten_squeeze_dim() (in module experimental_experiment.torch_interpreter._aten_functions) aten_squeeze_dims() (in module experimental_experiment.torch_interpreter._aten_functions) aten_stack() (in module experimental_experiment.torch_interpreter._aten_functions) aten_std_dim() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sub() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sub__Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sub_Tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sum() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sum_dim_IntList() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sym_constrain_range_for_size() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sym_max() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sym_min() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sym_not() (in module experimental_experiment.torch_interpreter._aten_functions) aten_sym_size_int() (in module experimental_experiment.torch_interpreter._aten_functions) aten_t() (in module experimental_experiment.torch_interpreter._aten_functions) aten_take() (in module experimental_experiment.torch_interpreter._aten_functions) aten_tan() (in module experimental_experiment.torch_interpreter._aten_functions) aten_tanh() (in module experimental_experiment.torch_interpreter._aten_functions) aten_tanh_backward() (in module experimental_experiment.torch_interpreter._aten_functions) aten_tensor() (in module experimental_experiment.torch_interpreter._aten_functions) aten_threshold_backward() (in module experimental_experiment.torch_interpreter._aten_functions) aten_to() (in module experimental_experiment.torch_interpreter._aten_functions) aten_to_device() (in module experimental_experiment.torch_interpreter._aten_functions) aten_to_dtype() (in module experimental_experiment.torch_interpreter._aten_functions) aten_to_dtype_layout() (in module experimental_experiment.torch_interpreter._aten_functions) aten_topk() (in module experimental_experiment.torch_interpreter._aten_functions) aten_transpose() (in module experimental_experiment.torch_interpreter._aten_functions) aten_transpose_int() (in module experimental_experiment.torch_interpreter._aten_functions) aten_tril() (in module experimental_experiment.torch_interpreter._aten_functions) aten_triu() (in module experimental_experiment.torch_interpreter._aten_functions) aten_truediv() (in module experimental_experiment.torch_interpreter._aten_functions) aten_type_as() (in module experimental_experiment.torch_interpreter._aten_functions) aten_unbind_int() (in module experimental_experiment.torch_interpreter._aten_functions) aten_unflatten_int() (in module experimental_experiment.torch_interpreter._aten_functions) aten_unfold() (in module experimental_experiment.torch_interpreter._aten_functions) aten_unsqueeze() (in module experimental_experiment.torch_interpreter._aten_functions) aten_unsqueeze_() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_bicubic2d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_bicubic2d_vec() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_bilinear2d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_bilinear2d_vec() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_linear1d_vec() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_nearest2d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_nearest2d_vec() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_nearest3d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_nearest3d_vec() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_trilinear3d() (in module experimental_experiment.torch_interpreter._aten_functions) aten_upsample_trilinear3d_vec() (in module experimental_experiment.torch_interpreter._aten_functions) aten_view() (in module experimental_experiment.torch_interpreter._aten_functions) aten_where() (in module experimental_experiment.torch_interpreter._aten_functions) aten_where_Scalar() (in module experimental_experiment.torch_interpreter._aten_functions) aten_where_ScalarOther() (in module experimental_experiment.torch_interpreter._aten_functions) aten_where_ScalarSelf() (in module experimental_experiment.torch_interpreter._aten_functions) aten_where_self() (in module experimental_experiment.torch_interpreter._aten_functions) aten_wrap_with_autocast() (in module experimental_experiment.torch_interpreter._aten_functions) aten_wrap_with_set_grad_enabled() (in module experimental_experiment.torch_interpreter._aten_functions) aten_zero() (in module experimental_experiment.torch_interpreter._aten_functions) aten_zeros() (in module experimental_experiment.torch_interpreter._aten_functions) aten_zeros_like() (in module experimental_experiment.torch_interpreter._aten_functions) AveragePoolGrad (class in experimental_experiment.reference.ops.op_average_pool_grad)

B

backend_partition_compile() (in module experimental_experiment.torch_dynamo.partition) bash_bench_main() (in module experimental_experiment.torch_bench._bash_bench_cmd) bash_bench_parse_args() (in module experimental_experiment.torch_bench._bash_bench_cmd) BatchNormalizationPattern (class in experimental_experiment.xoptim.patterns.onnx_layer_normalization) BatchNormalizationTrainingPattern (class in experimental_experiment.xoptim.patterns.onnx_layer_normalization) BenchmarkError BenchmarkRunner (class in experimental_experiment.torch_bench._bash_bench_benchmark_runner) BiasGeluPattern (class in experimental_experiment.xoptim.patterns_ort.activation)

BiasSoftmaxPattern (class in experimental_experiment.xoptim.patterns_ort.activation) BinaryInvestigation (class in experimental_experiment.xoptim.patterns_investigation.element_wise) broadcast_shape() (in module experimental_experiment.xbuilder.shape_type_compute) BroadcastGradientArgs (class in experimental_experiment.gradient.ops.op_broadcast_gradient_args) build_c_schema() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) build_historical_report() (in module experimental_experiment.torch_bench._bash_bench_benchmark_runner_agg_helper) build_matching_inputs() (in module experimental_experiment.torch_models.dump_helper) build_shape_mapping_indices() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method)

C

call_function() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) call_method() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) call_module() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) can_fuse() (experimental_experiment.xoptim.patterns_exp.binary_operators.AddMulSharedInputPattern method) capture() (experimental_experiment.ext_test_case.ExtTestCase method) CastCastBinaryPattern (class in experimental_experiment.xoptim.patterns.onnx_cast) CastLayerNormalizationCastPattern (class in experimental_experiment.xoptim.patterns.onnx_layer_normalization) CastLike_15 (class in experimental_experiment.reference.ops.op_cast_like) CastLike_19 (class in experimental_experiment.reference.ops.op_cast_like) CastOpCastPattern (class in experimental_experiment.xoptim.patterns.onnx_cast) CastPattern (class in experimental_experiment.xoptim.patterns.onnx_cast) cat() (experimental_experiment.torch_interpreter.tracing.CustomProxy class method) check_cuda_availability() (in module experimental_experiment.args) check_model_ort() (in module experimental_experiment.torch_test_helper) choose_consistent_domain_opset() (in module experimental_experiment.xbuilder._onnx_helper) choose_kwargs_for_dynamic_shapes() (in module experimental_experiment.torch_interpreter.piece_by_piece_serialize) clean_shapes() (in module experimental_experiment.xbuilder._onnx_helper) ClipClipPattern (class in experimental_experiment.xoptim.patterns.onnx_clip) clone() (experimental_experiment.torch_interpreter.ExportOptions method) common_export() (in module experimental_experiment.torch_bench.export_model_helper) compatible_dimensions() (in module experimental_experiment.xbuilder._shape_helper) compatible_opsets() (in module experimental_experiment.xbuilder._onnx_helper) compatible_shapes() (in module experimental_experiment.xbuilder._shape_helper) ComplexModule (class in experimental_experiment.reference.ops.op_complex) ComputationCastOpCastPattern (class in experimental_experiment.xoptim.patterns.onnx_cast) compute_constant() (experimental_experiment.xbuilder.GraphBuilder method) compute_onnx_discrepancies() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method)

compute_weight_size() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) (in module experimental_experiment.torch_bench.export_model_helper) Concat (class in experimental_experiment.reference.ops.op_concat) ConcatReshapePattern (class in experimental_experiment.xoptim.patterns.onnx_reshape) CondCCOp (class in experimental_experiment.torch_interpreter.tracing) constant_folding() (experimental_experiment.xbuilder.GraphBuilder method) ConstantOfShape (class in experimental_experiment.reference.ops.op_constant_of_shape) ConstantOfShapeScatterNDPattern (class in experimental_experiment.xoptim.patterns_exp.constant_of_shape_scatter_nd) ConstantToInitializerPattern (class in experimental_experiment.xoptim.patterns.onnx_constants) ContribRotaryEmbeddingPattern (class in experimental_experiment.xoptim.patterns_ort.llm_optim) ConvBiasNullPattern (class in experimental_experiment.xoptim.patterns.onnx_conv) convert_endian() (in module experimental_experiment.helpers) create_arg() (experimental_experiment.torch_interpreter.tracing.CustomTracer method) create_compiled_model() (in module experimental_experiment.torch_bench._dort_cmd_common) create_configuration_for_benchmark() (in module experimental_experiment.torch_bench._dort_cmd_common) create_feeds() (in module experimental_experiment.model_run) create_model() (in module experimental_experiment.torch_bench._dort_cmd_common) create_tensor() (in module experimental_experiment.model_run) custom_op_name (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput property) CustomAttribute (class in experimental_experiment.torch_interpreter.tracing) CustomBuilderEmitter (class in experimental_experiment.xbuilder.reverse_graph_builder) CustomOperatorSupport (class in experimental_experiment.torch_dynamo.partition) CustomOpStrategy (class in experimental_experiment.torch_interpreter.piece_by_piece) CustomParameterProxy (class in experimental_experiment.torch_interpreter.tracing) CustomProxy (class in experimental_experiment.torch_interpreter.tracing) CustomProxyFloat (class in experimental_experiment.torch_interpreter.tracing) CustomProxyInt (class in experimental_experiment.torch_interpreter.tracing) CustomTracer (class in experimental_experiment.torch_interpreter.tracing)

D

debug_string() (experimental_experiment.xoptim.MatchResult method) DerivativeOptions (class in experimental_experiment.gradient.grad_helper) deserialize_args() (in module experimental_experiment.torch_interpreter.piece_by_piece_serialize) deserialize_args_kwargs() (in module experimental_experiment.torch_interpreter.piece_by_piece_serialize) determine_shape_fct() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) Dispatcher (class in experimental_experiment.torch_interpreter) display_pattern() (experimental_experiment.xoptim.EasyPatternOptimization method) do_not_remove() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) dot_name (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput property) download_retry_decorator() (in module experimental_experiment.torch_bench._bash_bench_model_runner)

draft_export_local() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) DropoutPattern (class in experimental_experiment.xoptim.patterns.onnx_dropout) dtype_to_tensor_dtype() (in module experimental_experiment.helpers) dummy_llm() (in module experimental_experiment.torch_test_helper) dump_dort_onnx() (in module experimental_experiment.ext_test_case) dump_for_debug() (experimental_experiment.torch_dynamo.fast_backend.OrtBackend method) dump_onnx() (experimental_experiment.ext_test_case.ExtTestCase method) (in module experimental_experiment.torch_models.dump_helper) dump_std() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) DynamoInterpreter (class in experimental_experiment.torch_interpreter.interpreter) dynger_backend() (in module experimental_experiment.torch_dynamo)

E

EasyPatternOptimization (class in experimental_experiment.xoptim) elem_size() (experimental_experiment.xbuilder.GraphBuilder method) element_wise_binary_op_types() (in module experimental_experiment.xbuilder._onnx_helper) element_wise_op_cmp_types() (in module experimental_experiment.xbuilder._onnx_helper) empty_copy() (experimental_experiment.xbuilder.GraphBuilder method) enumerate_csv_files() (in module experimental_experiment.torch_bench._bash_bench_benchmark_runner_agg) enumerate_load_models() (experimental_experiment.torch_bench._bash_bench_benchmark_runner.BenchmarkRunner method) enumerate_matches() (experimental_experiment.xoptim.PatternOptimization method) enumerate_model_names() (experimental_experiment.torch_bench._bash_bench_benchmark_runner.BenchmarkRunner method) enumerate_run_models() (experimental_experiment.torch_bench._bash_bench_benchmark_runner.BenchmarkRunner method) enumerate_subgraphs() (in module experimental_experiment.xbuilder._onnx_helper) enumerate_test_models() (experimental_experiment.torch_bench._bash_bench_benchmark_runner.BenchmarkRunner method) evaluate_dimension_equality_with_constraints() (experimental_experiment.xbuilder.GraphBuilder method) ExpandBroadcastPattern (class in experimental_experiment.xoptim.patterns.onnx_expand) ExpandPattern (class in experimental_experiment.xoptim.patterns.onnx_expand) ExpandSwapPattern (class in experimental_experiment.xoptim.patterns.onnx_expand) experimental_experiment module experimental_experiment._bench_test module experimental_experiment._command_lines_parser module experimental_experiment.args module experimental_experiment.bench_run module experimental_experiment.checks module experimental_experiment.convert module experimental_experiment.convert.convert_helper module experimental_experiment.convert.ort_helper module experimental_experiment.ext_test_case module experimental_experiment.gradient module experimental_experiment.gradient.grad_helper module experimental_experiment.gradient.loss_helper module experimental_experiment.gradient.ops module experimental_experiment.gradient.ops.op_broadcast_gradient_args module experimental_experiment.helpers module experimental_experiment.memory_peak module experimental_experiment.model_run module experimental_experiment.onnx_tools module experimental_experiment.ort_session module experimental_experiment.plotting module experimental_experiment.plotting.data module experimental_experiment.plotting.memory module experimental_experiment.reference module experimental_experiment.reference.evaluator module experimental_experiment.reference.ops module experimental_experiment.reference.ops.op_add_add_mul_mul module experimental_experiment.reference.ops.op_average_pool_grad module experimental_experiment.reference.ops.op_cast_like module experimental_experiment.reference.ops.op_complex module experimental_experiment.reference.ops.op_concat module experimental_experiment.reference.ops.op_constant_of_shape module experimental_experiment.reference.ops.op_fused_matmul module experimental_experiment.reference.ops.op_gather_grad module experimental_experiment.reference.ops.op_memcpy_host module experimental_experiment.reference.ops.op_mul_sigmoid module experimental_experiment.reference.ops.op_negxplus1 module experimental_experiment.reference.ops.op_qlinear_average_pool module experimental_experiment.reference.ops.op_qlinear_conv module experimental_experiment.reference.ops.op_quick_gelu module experimental_experiment.reference.ops.op_replace_zero module experimental_experiment.reference.ops.op_rotary module experimental_experiment.reference.ops.op_scatter_elements module experimental_experiment.reference.ops.op_scatternd_of_shape module experimental_experiment.reference.ops.op_simplified_layer_normalization module experimental_experiment.reference.ops.op_skip_layer_normalization module experimental_experiment.reference.ops.op_slice module experimental_experiment.reference.ops.op_transpose_cast module experimental_experiment.reference.ops.op_tri_matrix module experimental_experiment.reference.ort_evaluator module experimental_experiment.reference.quantized_tensor module experimental_experiment.skl module experimental_experiment.skl.convert module experimental_experiment.skl.helpers module experimental_experiment.torch_bench module experimental_experiment.torch_bench._bash_bench_benchmark_runner module experimental_experiment.torch_bench._bash_bench_benchmark_runner_agg module experimental_experiment.torch_bench._bash_bench_benchmark_runner_agg_helper module experimental_experiment.torch_bench._bash_bench_cmd module experimental_experiment.torch_bench._bash_bench_model_runner module experimental_experiment.torch_bench._bash_bench_models_helper module experimental_experiment.torch_bench._bash_bench_set_dummies module experimental_experiment.torch_bench._bash_bench_set_explicit module experimental_experiment.torch_bench._bash_bench_set_huggingface module experimental_experiment.torch_bench._bash_bench_set_timm module experimental_experiment.torch_bench._bash_bench_set_torchbench module experimental_experiment.torch_bench._bash_bench_set_torchbench_ado module experimental_experiment.torch_bench._bash_bench_untrained module experimental_experiment.torch_bench._dort_cmd_common module experimental_experiment.torch_bench._dort_cmd_common_models module experimental_experiment.torch_bench.bash_bench_agg module experimental_experiment.torch_bench.bash_bench_explicit module experimental_experiment.torch_bench.bash_bench_huggingface module experimental_experiment.torch_bench.bash_bench_timm module experimental_experiment.torch_bench.bash_bench_torchbench module experimental_experiment.torch_bench.bash_bench_torchbench_ado module experimental_experiment.torch_bench.bash_bench_untrained module experimental_experiment.torch_bench.check_model module experimental_experiment.torch_bench.dort_bench module experimental_experiment.torch_bench.dort_bench_profile module experimental_experiment.torch_bench.dort_profile module experimental_experiment.torch_bench.export_model module experimental_experiment.torch_bench.export_model_helper module experimental_experiment.torch_dynamo module experimental_experiment.torch_dynamo._dynamo_exporter module experimental_experiment.torch_dynamo.backend_helper module experimental_experiment.torch_dynamo.debug_backend module experimental_experiment.torch_dynamo.fast_backend module experimental_experiment.torch_dynamo.partition module experimental_experiment.torch_interpreter module experimental_experiment.torch_interpreter._aten_functions module

experimental_experiment.torch_interpreter._aten_functions_attention module experimental_experiment.torch_interpreter._aten_methods module experimental_experiment.torch_interpreter._doc_ module experimental_experiment.torch_interpreter._exceptions module experimental_experiment.torch_interpreter._non_aten_functions module experimental_experiment.torch_interpreter._prims_functions module experimental_experiment.torch_interpreter._torch_helper module experimental_experiment.torch_interpreter.aten_functions module experimental_experiment.torch_interpreter.aten_methods module experimental_experiment.torch_interpreter.dispatcher module experimental_experiment.torch_interpreter.export_options module experimental_experiment.torch_interpreter.interpreter module experimental_experiment.torch_interpreter.investigate_helper module experimental_experiment.torch_interpreter.onnx_export module experimental_experiment.torch_interpreter.oxs_dispatcher module experimental_experiment.torch_interpreter.oxs_opset module experimental_experiment.torch_interpreter.piece_by_piece module experimental_experiment.torch_interpreter.piece_by_piece_serialize module experimental_experiment.torch_interpreter.tracing module experimental_experiment.torch_models module experimental_experiment.torch_models.diffusion_model_helper module experimental_experiment.torch_models.dump_helper module experimental_experiment.torch_models.llama_helper module experimental_experiment.torch_models.llm_model_helper module experimental_experiment.torch_models.llm_model_setup module experimental_experiment.torch_models.mistral_helper module experimental_experiment.torch_models.phi3_helper module experimental_experiment.torch_models.phi_helper module experimental_experiment.torch_models.training_helper module experimental_experiment.torch_test_helper module experimental_experiment.xbuilder module experimental_experiment.xbuilder._graph_builder_runtime module experimental_experiment.xbuilder._onnx_helper module experimental_experiment.xbuilder._shape_helper module experimental_experiment.xbuilder.expression_dimension module experimental_experiment.xbuilder.graph_builder module experimental_experiment.xbuilder.graph_builder_opset module experimental_experiment.xbuilder.model_container module experimental_experiment.xbuilder.optimization_options module experimental_experiment.xbuilder.reverse_graph_builder module experimental_experiment.xbuilder.shape_type_compute module experimental_experiment.xbuilder.type_inference module experimental_experiment.xoptim module experimental_experiment.xoptim.graph_builder_optim module experimental_experiment.xoptim.order_optim module experimental_experiment.xoptim.patterns module experimental_experiment.xoptim.patterns.onnx_any module experimental_experiment.xoptim.patterns.onnx_cast module experimental_experiment.xoptim.patterns.onnx_clip module experimental_experiment.xoptim.patterns.onnx_constants module experimental_experiment.xoptim.patterns.onnx_conv module experimental_experiment.xoptim.patterns.onnx_dropout module experimental_experiment.xoptim.patterns.onnx_equal module experimental_experiment.xoptim.patterns.onnx_expand module experimental_experiment.xoptim.patterns.onnx_functions module experimental_experiment.xoptim.patterns.onnx_layer_normalization module experimental_experiment.xoptim.patterns.onnx_matmul module experimental_experiment.xoptim.patterns.onnx_mul module experimental_experiment.xoptim.patterns.onnx_reduce module experimental_experiment.xoptim.patterns.onnx_reshape module experimental_experiment.xoptim.patterns.onnx_rotary module experimental_experiment.xoptim.patterns.onnx_sequence module experimental_experiment.xoptim.patterns.onnx_shape module experimental_experiment.xoptim.patterns.onnx_slice module experimental_experiment.xoptim.patterns.onnx_split module experimental_experiment.xoptim.patterns.onnx_sub module experimental_experiment.xoptim.patterns.onnx_transpose module experimental_experiment.xoptim.patterns.onnx_unsqueeze module experimental_experiment.xoptim.patterns_api module experimental_experiment.xoptim.patterns_exp module experimental_experiment.xoptim.patterns_exp.binary_operators module experimental_experiment.xoptim.patterns_exp.constant_of_shape_scatter_nd module experimental_experiment.xoptim.patterns_exp.constants module experimental_experiment.xoptim.patterns_exp.simple_rotary module experimental_experiment.xoptim.patterns_exp.unary_operators module experimental_experiment.xoptim.patterns_exp.where_replace module experimental_experiment.xoptim.patterns_fix module experimental_experiment.xoptim.patterns_fix.add_reduction_scatter_nd module experimental_experiment.xoptim.patterns_investigation module experimental_experiment.xoptim.patterns_investigation.element_wise module experimental_experiment.xoptim.patterns_investigation.llm_patterns module experimental_experiment.xoptim.patterns_ml module experimental_experiment.xoptim.patterns_ml.tree_ensemble module experimental_experiment.xoptim.patterns_ort module experimental_experiment.xoptim.patterns_ort.activation module experimental_experiment.xoptim.patterns_ort.activation_grad module experimental_experiment.xoptim.patterns_ort.batch_normalization module experimental_experiment.xoptim.patterns_ort.fused_conv module experimental_experiment.xoptim.patterns_ort.fused_matmul module experimental_experiment.xoptim.patterns_ort.gather_grad module experimental_experiment.xoptim.patterns_ort.llm_optim module experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization module experimental_experiment.xoptim.repeated_optim module experimental_experiment.xoptim.unfused module ExplicitRunner (class in experimental_experiment.torch_bench._bash_bench_set_explicit) export() (experimental_experiment.torch_interpreter.ExportOptions method) export_as() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) export_local() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) export_to_onnx() (in module experimental_experiment.torch_test_helper) ExportOptions (class in experimental_experiment.torch_interpreter) Expression (class in experimental_experiment.xbuilder.expression_dimension) ExpressionSimplifier (class in experimental_experiment.xbuilder.expression_dimension) ExtendedReferenceEvaluator (class in experimental_experiment.reference) extract_names_from_schema() (in module experimental_experiment.torch_interpreter.piece_by_piece_serialize) ExtTestCase (class in experimental_experiment.ext_test_case)

F

fallback() (experimental_experiment.torch_interpreter.Dispatcher method) (experimental_experiment.torch_interpreter.dispatcher.ForceDispatcher method) (experimental_experiment.torch_interpreter.oxs_dispatcher.OxsDebugDispatcher method) (experimental_experiment.torch_interpreter.oxs_dispatcher.OxsDispatcher method) FastGeluPattern (class in experimental_experiment.xoptim.patterns_ort.activation) filter_decomposition_table() (in module experimental_experiment.torch_dynamo) finalize_llm_setup() (in module experimental_experiment.torch_models.llm_model_setup) finalize_llm_vision_setup() (in module experimental_experiment.torch_models.llm_model_setup) find_function() (experimental_experiment.torch_interpreter.Dispatcher method) find_largest_repeated_pattern() (in module experimental_experiment.xoptim.repeated_optim) find_method() (experimental_experiment.torch_interpreter.Dispatcher method) flatnonzero() (in module experimental_experiment.skl.helpers) flatten_inputs() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) flatten_object() (in module experimental_experiment.helpers) flatten_outputs() (in module experimental_experiment.torch_models) ForceDispatcher (class in experimental_experiment.torch_interpreter.dispatcher) forward() (experimental_experiment.torch_bench._bash_bench_model_runner.WrappedModelBase method) (experimental_experiment.torch_bench._bash_bench_model_runner.WrappedModelToTuple method) (experimental_experiment.torch_bench._bash_bench_set_dummies.Neuron method) (experimental_experiment.torch_bench._bash_bench_set_dummies.Neuron16 method) (experimental_experiment.torch_bench._bash_bench_set_dummies.Neuron2Inputs method) (experimental_experiment.torch_bench._bash_bench_set_dummies.Neuron2Outputs method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronIInt method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronIList method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronMambaCache method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronNamed1 method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronNamed2 method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronNamedDict method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronNoneInt method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronNoneIntDefault method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronNoneIntDict method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronNoneListInt method) (experimental_experiment.torch_bench._bash_bench_set_dummies.NeuronTuple method)

from_array_extended() (in module experimental_experiment.helpers) from_array_ml_dtypes() (in module experimental_experiment.helpers) full_name (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput property) FunctionCausalMaskMulAddPattern (class in experimental_experiment.xoptim.patterns.onnx_rotary) FunctionCausalMaskPattern (class in experimental_experiment.xoptim.patterns.onnx_rotary) FunctionCosSinCachePattern (class in experimental_experiment.xoptim.patterns.onnx_rotary) FunctionHalfRotaryEmbeddingPattern (class in experimental_experiment.xoptim.patterns.onnx_rotary) FunctionNotFoundError FunctionOptions (class in experimental_experiment.xbuilder) FunctionPackedMatMulPattern (class in experimental_experiment.xoptim.patterns_investigation.llm_patterns) FunctionPowTanhPattern (class in experimental_experiment.xoptim.patterns_investigation.llm_patterns) FunctionSplitRotaryMulPattern (class in experimental_experiment.xoptim.patterns_investigation.llm_patterns) FusedConvPattern (class in experimental_experiment.xoptim.patterns_ort.fused_conv) FusedMatMul (class in experimental_experiment.reference.ops.op_fused_matmul) FusedMatMulDivPattern (class in experimental_experiment.xoptim.patterns_ort.fused_matmul) FusedMatMulPattern (class in experimental_experiment.xoptim.patterns_ort.fused_matmul) FusedMatMulTransposePattern (class in experimental_experiment.xoptim.patterns_ort.fused_matmul) FusedMatMulx2Pattern (class in experimental_experiment.xoptim.patterns_ort.fused_matmul)

G

GatherGrad (class in experimental_experiment.reference.ops.op_gather_grad) GatherGradPattern (class in experimental_experiment.xoptim.patterns_ort.gather_grad) GeluErfPattern (class in experimental_experiment.xoptim.patterns_ort.activation) GeluOrtPattern (class in experimental_experiment.xoptim.patterns_ort.activation) GeluPattern (class in experimental_experiment.xoptim.patterns.onnx_functions) GemmTransposePattern (class in experimental_experiment.xoptim.patterns.onnx_matmul) get_ai21_jamba_15_mini() (in module experimental_experiment.torch_models.llm_model_helper) get_attr() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) get_attribute() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_attribute_with_default() (experimental_experiment.xbuilder.GraphBuilder method) get_attributes_with_default() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_axis() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_benchmark_indices() (experimental_experiment.torch_bench._bash_bench_benchmark_runner.BenchmarkRunner method) get_computed_constant() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_constant() (experimental_experiment.xbuilder.GraphBuilder method) get_constant_or_attribute() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_constant_scalar() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_constant_shape() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_debug_msg() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) (experimental_experiment.xbuilder.GraphBuilder method) get_decomposition_table() (experimental_experiment.torch_interpreter.ExportOptions method) (in module experimental_experiment.torch_dynamo) get_decomposition_table_by_name() (in module experimental_experiment.torch_dynamo) get_decomposition_table_dynamo() (in module experimental_experiment.torch_dynamo) get_decomposition_table_onnxscript() (in module experimental_experiment.torch_dynamo) get_default_aten_as_function() (in module experimental_experiment.torch_interpreter.onnx_export) get_default_patterns() (in module experimental_experiment.xoptim.patterns) get_devices() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) get_dummy_model() (in module experimental_experiment.torch_bench._bash_bench_models_helper) get_dummy_model_fail() (in module experimental_experiment.torch_bench._bash_bench_models_helper) get_dummy_model_fail_convert() (in module experimental_experiment.torch_bench._bash_bench_models_helper) get_dump_file() (experimental_experiment.ext_test_case.ExtTestCase method) get_dynamic_dimension() (experimental_experiment.xbuilder.GraphBuilder method) get_dynamic_shapes() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) get_dynamo_stats() (in module experimental_experiment.torch_bench._bash_bench_model_runner) get_experimental_patterns() (in module experimental_experiment.xoptim.patterns_exp) get_export_report() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) get_falcon_mamba_7b() (in module experimental_experiment.torch_models.llm_model_helper) get_fallback_options() (experimental_experiment.torch_interpreter.ExportOptions method) get_figure() (in module experimental_experiment.ext_test_case) get_fix_patterns() (in module experimental_experiment.xoptim.patterns_fix) get_fused_aten_ops_dispatcher() (in module experimental_experiment.torch_bench._dort_cmd_common) get_initializer_size() (experimental_experiment.xbuilder.GraphBuilder method) get_input_cache() (in module experimental_experiment.torch_models.llm_model_setup) get_input_dynamic_shape() (experimental_experiment.xbuilder.GraphBuilder method) get_input_shapes() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) get_inputs_with_copied_dynamic_cache() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) get_investigation_patterns() (in module experimental_experiment.xoptim.patterns_investigation) get_is_dimension() (experimental_experiment.xbuilder.GraphBuilder method) get_llama32_9b_vision() (in module experimental_experiment.torch_models.llm_model_helper)

get_llama_model() (in module experimental_experiment.torch_models.llama_helper) get_llama_model_layer() (in module experimental_experiment.torch_bench._bash_bench_models_helper) get_local_function() (experimental_experiment.xbuilder.GraphBuilder method) get_local_function_outputs() (experimental_experiment.xbuilder.GraphBuilder method) get_machine() (in module experimental_experiment.bench_run) get_memory_rss() (in module experimental_experiment.memory_peak) get_mistral_model() (in module experimental_experiment.torch_models.mistral_helper) get_ml_patterns() (in module experimental_experiment.xoptim.patterns_ml) get_model_name_list() (experimental_experiment.torch_bench._bash_bench_benchmark_runner.BenchmarkRunner method) get_onnx_signature() (in module experimental_experiment.helpers) get_onnxruntime_patterns() (in module experimental_experiment.xoptim.patterns_ort) get_opset() (experimental_experiment.xbuilder.GraphBuilder method) get_parsed_args() (in module experimental_experiment.args) get_pattern() (in module experimental_experiment.xoptim) get_pattern_list() (in module experimental_experiment.xoptim) get_peak_memory() (in module experimental_experiment.torch_bench._bash_bench_model_runner) get_phi2() (in module experimental_experiment.torch_models.llm_model_helper) get_phi35_mini_instruct() (in module experimental_experiment.torch_models.llm_model_helper) get_phi3_model() (in module experimental_experiment.torch_models.phi3_helper) get_phi3_vision_128k_instruct() (in module experimental_experiment.torch_models.llm_model_helper) get_phi4() (in module experimental_experiment.torch_models.llm_model_helper) get_phi_model() (in module experimental_experiment.torch_models.phi_helper) get_processor_name() (in module experimental_experiment.bench_run) get_rank() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_registered_constraints() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_sequence() (experimental_experiment.xbuilder.GraphBuilder method) get_shape() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_shape_renamed() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_sig_kwargs() (in module experimental_experiment.helpers) get_smollm_1_7b() (in module experimental_experiment.torch_models.llm_model_helper) get_speech2text2_causal_ml_not_trained_model() (in module experimental_experiment.torch_bench._bash_bench_models_helper) get_stable_diffusion_2_unet() (in module experimental_experiment.torch_models.diffusion_model_helper) get_submodule_name() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) get_tiny_llm() (in module experimental_experiment.torch_models.llm_model_helper) get_train_initializer() (in module experimental_experiment.gradient.loss_helper) get_type() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) get_type_known() (experimental_experiment.xbuilder.GraphBuilder method) getattr() (experimental_experiment.torch_interpreter.tracing.CustomTracer method) getitem() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) graph_erase_node() (experimental_experiment.torch_interpreter.tracing.CustomTracer class method) GraphBuilder (class in experimental_experiment.xbuilder) GraphBuilder.InitializerInfo (class in experimental_experiment.xbuilder) GraphBuilder.ShapeConstant (class in experimental_experiment.xbuilder) GraphBuilder.WrapDim (class in experimental_experiment.xbuilder) GraphBuilder.WrapSym (class in experimental_experiment.xbuilder) GraphBuilderPatternOptimization (class in experimental_experiment.xoptim) guess_dynamic_dimensions() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) guess_dynamic_shape_object() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) guess_dynamic_shapes() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method)

H

has_cuda() (in module experimental_experiment.ext_test_case) has_dynamic_object() (experimental_experiment.xbuilder.GraphBuilder method) has_executorch() (in module experimental_experiment.ext_test_case) has_local_function() (experimental_experiment.xbuilder.GraphBuilder method) has_name() (experimental_experiment.xbuilder.GraphBuilder method) has_onnxruntime() (in module experimental_experiment.ext_test_case) has_onnxruntime_training() (in module experimental_experiment.ext_test_case) has_onnxscript() (in module experimental_experiment.ext_test_case) has_phi3() (in module experimental_experiment.torch_models.phi3_helper)

has_processor() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) has_rank() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) has_shape() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) has_torch() (in module experimental_experiment.ext_test_case) has_type() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) hide_stdout() (in module experimental_experiment.ext_test_case) HuggingfaceRunner (class in experimental_experiment.torch_bench._bash_bench_set_huggingface)

I

IdentityPattern (class in experimental_experiment.xoptim.patterns.onnx_any) ids_tensor() (in module experimental_experiment.torch_bench._bash_bench_models_helper) ignore_warnings() (in module experimental_experiment.ext_test_case) infer_shapes() (experimental_experiment.xbuilder.GraphBuilder method) infer_types() (in module experimental_experiment.xbuilder.type_inference) InferenceSessionForNumpy (class in experimental_experiment.ort_session) InferenceSessionForTorch (class in experimental_experiment.ort_session) InferShapesOptions (class in experimental_experiment.xbuilder) initialize() (experimental_experiment.torch_bench._bash_bench_set_explicit.ExplicitRunner method) (experimental_experiment.torch_bench._bash_bench_set_huggingface.HuggingfaceRunner method) (experimental_experiment.torch_bench._bash_bench_set_timm.TimmRunner method) (experimental_experiment.torch_bench._bash_bench_set_torchbench.TorchBenchRunner method) (experimental_experiment.torch_bench._bash_bench_set_torchbench_ado.TorchBenchAdoRunner method) (experimental_experiment.torch_bench._bash_bench_untrained.UntrainedRunner method) inline_functions() (experimental_experiment.xbuilder.GraphBuilder method) inline_model_proto() (in module experimental_experiment.convert.convert_helper) input_names (experimental_experiment.reference.ort_evaluator.OrtEval property) (experimental_experiment.xoptim.GraphBuilderPatternOptimization property) inputs (experimental_experiment.xoptim.GraphBuilderPatternOptimization property) inputs_from_onnx_model() (in module experimental_experiment.torch_models.dump_helper) insert_and_remove_nodes() (experimental_experiment.xbuilder.GraphBuilder method) insert_contiguous_between_transpose_and_view() (in module experimental_experiment.torch_interpreter.export_options) instanceof() (experimental_experiment.torch_interpreter.tracing.CustomProxy method) (experimental_experiment.torch_interpreter.tracing.CustomProxyFloat method) (experimental_experiment.torch_interpreter.tracing.CustomProxyInt method)

investigate_onnxruntime_issue() (in module experimental_experiment.ort_session) io_names() (experimental_experiment.xbuilder.GraphBuilder method) is_azure() (in module experimental_experiment.ext_test_case) is_constant() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) is_constant_or_attribute() (experimental_experiment.xbuilder.GraphBuilder method) is_constant_scalar() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) is_customized() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) is_dynamic_shape() (experimental_experiment.xbuilder.GraphBuilder method) is_exact_same_constant() (experimental_experiment.xbuilder.GraphBuilder method) is_lm() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) is_node_supported() (experimental_experiment.torch_dynamo.partition.CustomOperatorSupport method) is_ok() (experimental_experiment.torch_interpreter.piece_by_piece.StatusExport method) is_output() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) is_sequence() (experimental_experiment.xbuilder.GraphBuilder method) is_used() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) is_used_by_subgraph() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) is_used_more_than_once() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) is_used_only_by() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) is_wrapped() (in module experimental_experiment.torch_interpreter.onnx_export) isidentifier() (experimental_experiment.xbuilder.expression_dimension.Expression method) iter_nodes() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method)

L

LayerNormalizationPattern (class in experimental_experiment.xoptim.patterns.onnx_layer_normalization) LayerNormalizationScalePattern (class in experimental_experiment.xoptim.patterns.onnx_layer_normalization) LeakyReluPattern (class in experimental_experiment.xoptim.patterns.onnx_functions) LEAVE_INPLACE (class in experimental_experiment.torch_interpreter.tracing)

length() (experimental_experiment.torch_interpreter.tracing.CustomProxy method) LLMInputKind (class in experimental_experiment.torch_models.llm_model_setup) load() (experimental_experiment.xbuilder.model_container.TorchModelContainer method) long_test() (in module experimental_experiment.ext_test_case)

M

main() (in module experimental_experiment.torch_bench.bash_bench_agg) (in module experimental_experiment.torch_bench.bash_bench_explicit) (in module experimental_experiment.torch_bench.bash_bench_huggingface) (in module experimental_experiment.torch_bench.bash_bench_timm) (in module experimental_experiment.torch_bench.bash_bench_torchbench) (in module experimental_experiment.torch_bench.bash_bench_torchbench_ado) (in module experimental_experiment.torch_bench.bash_bench_untrained) (in module experimental_experiment.torch_bench.check_model) (in module experimental_experiment.torch_bench.dort_bench) (in module experimental_experiment.torch_bench.dort_bench_profile) (in module experimental_experiment.torch_bench.dort_profile) main_opset (experimental_experiment.xbuilder.GraphBuilder property) (experimental_experiment.xoptim.GraphBuilderPatternOptimization property) make_aot_ort() (in module experimental_experiment.torch_models.training_helper) make_configs() (in module experimental_experiment.bench_run) make_copy() (in module experimental_experiment.torch_interpreter._torch_helper) make_dataframe_from_benchmark_data() (in module experimental_experiment.bench_run) make_dimension_name_if_necessary() (experimental_experiment.xbuilder.GraphBuilder method) make_dynamic_inputs() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) make_dynamic_object() (experimental_experiment.xbuilder.GraphBuilder method) make_export_inputs() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) make_feeds() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) make_function_from_nodes() (in module experimental_experiment.xoptim.repeated_optim) make_hash() (in module experimental_experiment.helpers) make_idg() (in module experimental_experiment.helpers) make_idn() (in module experimental_experiment.helpers) make_initializer() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) make_key() (experimental_experiment.xbuilder.GraphBuilder method) make_local_function() (experimental_experiment.xbuilder.GraphBuilder method) make_new_dynamic_shape() (experimental_experiment.xbuilder.GraphBuilder method) make_nn_module_with_callable() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) make_node() (experimental_experiment.torch_interpreter.oxs_opset.OxsOpset method) (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) make_node_check_opset() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) make_nodes() (experimental_experiment.xbuilder.GraphBuilder method) make_pattern_from_onnx() (in module experimental_experiment.xoptim.patterns_api) make_shape_from_results() (experimental_experiment.xbuilder.GraphBuilder method) make_subset_builder() (experimental_experiment.xbuilder.GraphBuilder method) make_tensor_input() (experimental_experiment.xbuilder.GraphBuilder method) make_tensor_output() (experimental_experiment.xbuilder.GraphBuilder method) make_tensor_sequence_input() (experimental_experiment.xbuilder.GraphBuilder method) make_tensor_value_info_from_name() (experimental_experiment.xbuilder.GraphBuilder method) make_torch_tensor_from_np_array() (experimental_experiment.xbuilder.GraphBuilder method) make_undefined_dimension() (in module experimental_experiment.torch_interpreter) MakeConfig (class in experimental_experiment.torch_bench._bash_bench_model_runner) MaskedScatterNDOfShape (class in experimental_experiment.reference.ops.op_scatternd_of_shape) MaskedShapeScatterNDPattern (class in experimental_experiment.xoptim.patterns_exp.constant_of_shape_scatter_nd) match() (experimental_experiment.xoptim.EasyPatternOptimization method) (experimental_experiment.xoptim.PatternOptimization method) (experimental_experiment.xoptim.patterns.AlmostDoNothingPattern method) (experimental_experiment.xoptim.patterns.onnx_any.IdentityPattern method) (experimental_experiment.xoptim.patterns.onnx_any.SameChildrenPattern method) (experimental_experiment.xoptim.patterns.onnx_any.ShapeBasedIdentityPattern method) (experimental_experiment.xoptim.patterns.onnx_any.ShapeBasedSameChildrenPattern method) (experimental_experiment.xoptim.patterns.onnx_cast.CastCastBinaryPattern method) (experimental_experiment.xoptim.patterns.onnx_cast.CastOpCastPattern method) (experimental_experiment.xoptim.patterns.onnx_cast.CastPattern method) (experimental_experiment.xoptim.patterns.onnx_cast.ComputationCastOpCastPattern method) (experimental_experiment.xoptim.patterns.onnx_clip.ClipClipPattern method) (experimental_experiment.xoptim.patterns.onnx_constants.ConstantToInitializerPattern method) (experimental_experiment.xoptim.patterns.onnx_conv.ConvBiasNullPattern method) (experimental_experiment.xoptim.patterns.onnx_dropout.DropoutPattern method) (experimental_experiment.xoptim.patterns.onnx_equal.UnsqueezeEqualPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ExpandBroadcastPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ExpandPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ExpandSwapPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedConcatExpandPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedExpandBroadcastMatMulPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedExpandBroadcastPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedExpandCastWhereSwapPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedExpandSwapPattern method) (experimental_experiment.xoptim.patterns.onnx_expand.ShapeBasedStaticExpandPattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.BatchNormalizationPattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.BatchNormalizationTrainingPattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.CastLayerNormalizationCastPattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.LayerNormalizationPattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.LayerNormalizationScalePattern method) (experimental_experiment.xoptim.patterns.onnx_layer_normalization.RMSNormalizationPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.GemmTransposePattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.MatMulAddPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.MatMulReshape2Of3Pattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.MulMulMatMulPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.ReshapeMatMulReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.ShapeBasedMatMulToMulPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.SwitchReshapeActivationPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.TransposeMatMulPattern method) (experimental_experiment.xoptim.patterns.onnx_matmul.TransposeReshapeMatMulPattern method) (experimental_experiment.xoptim.patterns.onnx_mul.MulMulMulScalarPattern method) (experimental_experiment.xoptim.patterns.onnx_mul.SwitchOrderBinaryPattern method) (experimental_experiment.xoptim.patterns.onnx_reduce.ReduceSumNormalizePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ConcatReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ReduceReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.Reshape2Of3Pattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ReshapeReshapeBinaryPattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ReshapeReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ShapeBasedEditDistanceReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.ShapeBasedReshapeIsSqueezePattern method) (experimental_experiment.xoptim.patterns.onnx_reshape.StaticConcatReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.FunctionCausalMaskMulAddPattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.FunctionCausalMaskPattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.FunctionCosSinCachePattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.FunctionHalfRotaryEmbeddingPattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.RotaryConcatPartPattern method) (experimental_experiment.xoptim.patterns.onnx_rotary.RotaryEmbeddingPattern method) (experimental_experiment.xoptim.patterns.onnx_sequence.SequenceConstructAtPattern method) (experimental_experiment.xoptim.patterns.onnx_shape.ShapeBasedShapeShapeAddPattern method) (experimental_experiment.xoptim.patterns.onnx_slice.SliceSlicePattern method) (experimental_experiment.xoptim.patterns.onnx_split.SlicesSplitPattern method) (experimental_experiment.xoptim.patterns.onnx_split.SplitConcatPattern method) (experimental_experiment.xoptim.patterns.onnx_sub.Sub1MulPattern method) (experimental_experiment.xoptim.patterns.onnx_transpose.TransposeEqualReshapePattern method) (experimental_experiment.xoptim.patterns.onnx_transpose.TransposeReshapeTransposePattern method) (experimental_experiment.xoptim.patterns.onnx_transpose.TransposeTransposePattern method) (experimental_experiment.xoptim.patterns.onnx_unsqueeze.SqueezeAddPattern method) (experimental_experiment.xoptim.patterns.onnx_unsqueeze.SqueezeUnsqueezePattern method) (experimental_experiment.xoptim.patterns.onnx_unsqueeze.UnsqueezeUnsqueezePattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.AddAddMulMulPattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.AddMulPattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.AddMulSharedInputPattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.AddMulTransposePattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.MulSigmoidPattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.NegXplus1Pattern method) (experimental_experiment.xoptim.patterns_exp.binary_operators.SubMulPattern method) (experimental_experiment.xoptim.patterns_exp.constant_of_shape_scatter_nd.ConstantOfShapeScatterNDPattern method) (experimental_experiment.xoptim.patterns_exp.constant_of_shape_scatter_nd.MaskedShapeScatterNDPattern method) (experimental_experiment.xoptim.patterns_exp.constants.TriMatrixPattern method) (experimental_experiment.xoptim.patterns_exp.simple_rotary.SimpleRotaryPattern method) (experimental_experiment.xoptim.patterns_exp.unary_operators.TransposeCastPattern method) (experimental_experiment.xoptim.patterns_exp.where_replace.ReplaceZeroPattern method) (experimental_experiment.xoptim.patterns_fix.add_reduction_scatter_nd.AddReductionScatterND method) (experimental_experiment.xoptim.patterns_investigation.element_wise.BinaryInvestigation method) (experimental_experiment.xoptim.patterns_investigation.llm_patterns.FunctionPackedMatMulPattern method) (experimental_experiment.xoptim.patterns_ml.tree_ensemble.TreeEnsembleRegressorConcatPattern method) (experimental_experiment.xoptim.patterns_ml.tree_ensemble.TreeEnsembleRegressorMulPattern method) (experimental_experiment.xoptim.patterns_ort.activation.BiasGeluPattern method) (experimental_experiment.xoptim.patterns_ort.activation.BiasSoftmaxPattern method) (experimental_experiment.xoptim.patterns_ort.activation.FastGeluPattern method) (experimental_experiment.xoptim.patterns_ort.activation.QuickGeluPattern method) (experimental_experiment.xoptim.patterns_ort.activation_grad.SoftmaxGradPattern method) (experimental_experiment.xoptim.patterns_ort.batch_normalization.OrtBatchNormalizationTrainingPattern method) (experimental_experiment.xoptim.patterns_ort.fused_conv.FusedConvPattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.FusedMatMulDivPattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.FusedMatMulPattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.FusedMatMulTransposePattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.FusedMatMulx2Pattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.ReshapeGemmPattern method) (experimental_experiment.xoptim.patterns_ort.fused_matmul.TransposeFusedMatMulBPattern method) (experimental_experiment.xoptim.patterns_ort.gather_grad.GatherGradPattern method) (experimental_experiment.xoptim.patterns_ort.llm_optim.ContribRotaryEmbeddingPattern method) (experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization.SimplifiedLayerNormalizationPattern method) (experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization.SkipLayerNormalizationPattern method) (experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization.SkipSimplifiedLayerNormalizationPattern method) match_input_parameters() (in module experimental_experiment.torch_interpreter) (in module experimental_experiment.torch_interpreter.onnx_export) match_pattern() (experimental_experiment.xoptim.EasyPatternOptimization method) (experimental_experiment.xoptim.patterns.onnx_functions.GeluPattern method) (experimental_experiment.xoptim.patterns.onnx_functions.LeakyReluPattern method) (experimental_experiment.xoptim.patterns.onnx_functions.SoftmaxCrossEntropyLossCastPattern method) (experimental_experiment.xoptim.patterns_investigation.llm_patterns.FunctionPowTanhPattern method) (experimental_experiment.xoptim.patterns_investigation.llm_patterns.FunctionSplitRotaryMulPattern method) (experimental_experiment.xoptim.patterns_ort.activation.GeluErfPattern method) MatchResult (class in experimental_experiment.xoptim) MatMulAddPattern (class in experimental_experiment.xoptim.patterns.onnx_matmul) MatMulReshape2Of3Pattern (class in experimental_experiment.xoptim.patterns.onnx_matmul) max_diff() (experimental_experiment.torch_bench._bash_bench_benchmark_runner.BenchmarkRunner class method) measure_time() (in module experimental_experiment.ext_test_case) MemcpyFromHost (class in experimental_experiment.reference.ops.op_memcpy_host) MemcpyToHost (class in experimental_experiment.reference.ops.op_memcpy_host) MemorySpy (class in experimental_experiment.memory_peak) merge() (experimental_experiment.torch_interpreter.Dispatcher method) merge_benchmark_reports() (in module experimental_experiment.torch_bench._bash_bench_benchmark_runner_agg) model_run() (in module experimental_experiment.model_run) ModelDiagnoseOutput (class in experimental_experiment.torch_interpreter.piece_by_piece) ModelRunner (class in experimental_experiment.torch_bench._bash_bench_model_runner) module experimental_experiment experimental_experiment._bench_test experimental_experiment._command_lines_parser experimental_experiment.args experimental_experiment.bench_run experimental_experiment.checks experimental_experiment.convert experimental_experiment.convert.convert_helper experimental_experiment.convert.ort_helper experimental_experiment.ext_test_case experimental_experiment.gradient experimental_experiment.gradient.grad_helper experimental_experiment.gradient.loss_helper experimental_experiment.gradient.ops experimental_experiment.gradient.ops.op_broadcast_gradient_args experimental_experiment.helpers experimental_experiment.memory_peak experimental_experiment.model_run experimental_experiment.onnx_tools experimental_experiment.ort_session experimental_experiment.plotting experimental_experiment.plotting.data experimental_experiment.plotting.memory experimental_experiment.reference experimental_experiment.reference.evaluator experimental_experiment.reference.ops experimental_experiment.reference.ops.op_add_add_mul_mul experimental_experiment.reference.ops.op_average_pool_grad experimental_experiment.reference.ops.op_cast_like experimental_experiment.reference.ops.op_complex experimental_experiment.reference.ops.op_concat experimental_experiment.reference.ops.op_constant_of_shape experimental_experiment.reference.ops.op_fused_matmul experimental_experiment.reference.ops.op_gather_grad experimental_experiment.reference.ops.op_memcpy_host experimental_experiment.reference.ops.op_mul_sigmoid experimental_experiment.reference.ops.op_negxplus1 experimental_experiment.reference.ops.op_qlinear_average_pool experimental_experiment.reference.ops.op_qlinear_conv experimental_experiment.reference.ops.op_quick_gelu experimental_experiment.reference.ops.op_replace_zero experimental_experiment.reference.ops.op_rotary experimental_experiment.reference.ops.op_scatter_elements experimental_experiment.reference.ops.op_scatternd_of_shape experimental_experiment.reference.ops.op_simplified_layer_normalization experimental_experiment.reference.ops.op_skip_layer_normalization experimental_experiment.reference.ops.op_slice experimental_experiment.reference.ops.op_transpose_cast experimental_experiment.reference.ops.op_tri_matrix experimental_experiment.reference.ort_evaluator experimental_experiment.reference.quantized_tensor experimental_experiment.skl experimental_experiment.skl.convert experimental_experiment.skl.helpers experimental_experiment.torch_bench experimental_experiment.torch_bench._bash_bench_benchmark_runner experimental_experiment.torch_bench._bash_bench_benchmark_runner_agg experimental_experiment.torch_bench._bash_bench_benchmark_runner_agg_helper experimental_experiment.torch_bench._bash_bench_cmd experimental_experiment.torch_bench._bash_bench_model_runner experimental_experiment.torch_bench._bash_bench_models_helper experimental_experiment.torch_bench._bash_bench_set_dummies experimental_experiment.torch_bench._bash_bench_set_explicit experimental_experiment.torch_bench._bash_bench_set_huggingface experimental_experiment.torch_bench._bash_bench_set_timm experimental_experiment.torch_bench._bash_bench_set_torchbench experimental_experiment.torch_bench._bash_bench_set_torchbench_ado experimental_experiment.torch_bench._bash_bench_untrained experimental_experiment.torch_bench._dort_cmd_common experimental_experiment.torch_bench._dort_cmd_common_models experimental_experiment.torch_bench.bash_bench_agg experimental_experiment.torch_bench.bash_bench_explicit experimental_experiment.torch_bench.bash_bench_huggingface experimental_experiment.torch_bench.bash_bench_timm experimental_experiment.torch_bench.bash_bench_torchbench experimental_experiment.torch_bench.bash_bench_torchbench_ado experimental_experiment.torch_bench.bash_bench_untrained experimental_experiment.torch_bench.check_model experimental_experiment.torch_bench.dort_bench experimental_experiment.torch_bench.dort_bench_profile experimental_experiment.torch_bench.dort_profile experimental_experiment.torch_bench.export_model experimental_experiment.torch_bench.export_model_helper experimental_experiment.torch_dynamo experimental_experiment.torch_dynamo._dynamo_exporter experimental_experiment.torch_dynamo.backend_helper experimental_experiment.torch_dynamo.debug_backend experimental_experiment.torch_dynamo.fast_backend experimental_experiment.torch_dynamo.partition experimental_experiment.torch_interpreter experimental_experiment.torch_interpreter._aten_functions experimental_experiment.torch_interpreter._aten_functions_attention experimental_experiment.torch_interpreter._aten_methods experimental_experiment.torch_interpreter._doc_ experimental_experiment.torch_interpreter._exceptions experimental_experiment.torch_interpreter._non_aten_functions experimental_experiment.torch_interpreter._prims_functions experimental_experiment.torch_interpreter._torch_helper experimental_experiment.torch_interpreter.aten_functions experimental_experiment.torch_interpreter.aten_methods experimental_experiment.torch_interpreter.dispatcher experimental_experiment.torch_interpreter.export_options experimental_experiment.torch_interpreter.interpreter experimental_experiment.torch_interpreter.investigate_helper experimental_experiment.torch_interpreter.onnx_export experimental_experiment.torch_interpreter.oxs_dispatcher experimental_experiment.torch_interpreter.oxs_opset experimental_experiment.torch_interpreter.piece_by_piece experimental_experiment.torch_interpreter.piece_by_piece_serialize experimental_experiment.torch_interpreter.tracing experimental_experiment.torch_models experimental_experiment.torch_models.diffusion_model_helper experimental_experiment.torch_models.dump_helper experimental_experiment.torch_models.llama_helper experimental_experiment.torch_models.llm_model_helper experimental_experiment.torch_models.llm_model_setup experimental_experiment.torch_models.mistral_helper experimental_experiment.torch_models.phi3_helper experimental_experiment.torch_models.phi_helper experimental_experiment.torch_models.training_helper experimental_experiment.torch_test_helper experimental_experiment.xbuilder experimental_experiment.xbuilder._graph_builder_runtime experimental_experiment.xbuilder._onnx_helper experimental_experiment.xbuilder._shape_helper experimental_experiment.xbuilder.expression_dimension experimental_experiment.xbuilder.graph_builder experimental_experiment.xbuilder.graph_builder_opset experimental_experiment.xbuilder.model_container experimental_experiment.xbuilder.optimization_options experimental_experiment.xbuilder.reverse_graph_builder experimental_experiment.xbuilder.shape_type_compute experimental_experiment.xbuilder.type_inference experimental_experiment.xoptim experimental_experiment.xoptim.graph_builder_optim experimental_experiment.xoptim.order_optim experimental_experiment.xoptim.patterns experimental_experiment.xoptim.patterns.onnx_any experimental_experiment.xoptim.patterns.onnx_cast experimental_experiment.xoptim.patterns.onnx_clip experimental_experiment.xoptim.patterns.onnx_constants experimental_experiment.xoptim.patterns.onnx_conv experimental_experiment.xoptim.patterns.onnx_dropout experimental_experiment.xoptim.patterns.onnx_equal experimental_experiment.xoptim.patterns.onnx_expand experimental_experiment.xoptim.patterns.onnx_functions experimental_experiment.xoptim.patterns.onnx_layer_normalization experimental_experiment.xoptim.patterns.onnx_matmul experimental_experiment.xoptim.patterns.onnx_mul experimental_experiment.xoptim.patterns.onnx_reduce experimental_experiment.xoptim.patterns.onnx_reshape experimental_experiment.xoptim.patterns.onnx_rotary experimental_experiment.xoptim.patterns.onnx_sequence experimental_experiment.xoptim.patterns.onnx_shape experimental_experiment.xoptim.patterns.onnx_slice experimental_experiment.xoptim.patterns.onnx_split experimental_experiment.xoptim.patterns.onnx_sub experimental_experiment.xoptim.patterns.onnx_transpose experimental_experiment.xoptim.patterns.onnx_unsqueeze experimental_experiment.xoptim.patterns_api experimental_experiment.xoptim.patterns_exp experimental_experiment.xoptim.patterns_exp.binary_operators experimental_experiment.xoptim.patterns_exp.constant_of_shape_scatter_nd experimental_experiment.xoptim.patterns_exp.constants experimental_experiment.xoptim.patterns_exp.simple_rotary experimental_experiment.xoptim.patterns_exp.unary_operators experimental_experiment.xoptim.patterns_exp.where_replace experimental_experiment.xoptim.patterns_fix experimental_experiment.xoptim.patterns_fix.add_reduction_scatter_nd experimental_experiment.xoptim.patterns_investigation experimental_experiment.xoptim.patterns_investigation.element_wise experimental_experiment.xoptim.patterns_investigation.llm_patterns experimental_experiment.xoptim.patterns_ml experimental_experiment.xoptim.patterns_ml.tree_ensemble experimental_experiment.xoptim.patterns_ort experimental_experiment.xoptim.patterns_ort.activation experimental_experiment.xoptim.patterns_ort.activation_grad experimental_experiment.xoptim.patterns_ort.batch_normalization experimental_experiment.xoptim.patterns_ort.fused_conv experimental_experiment.xoptim.patterns_ort.fused_matmul experimental_experiment.xoptim.patterns_ort.gather_grad experimental_experiment.xoptim.patterns_ort.llm_optim experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization experimental_experiment.xoptim.repeated_optim experimental_experiment.xoptim.unfused

module_name_type (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput property) move_initializers_to_constant() (experimental_experiment.xbuilder.GraphBuilder method) MulAdd (class in experimental_experiment.reference.ops.op_add_add_mul_mul) MulMul (class in experimental_experiment.reference.ops.op_add_add_mul_mul) MulMulMatMulPattern (class in experimental_experiment.xoptim.patterns.onnx_matmul) MulMulMulScalarPattern (class in experimental_experiment.xoptim.patterns.onnx_mul) MulSharedInput (class in experimental_experiment.reference.ops.op_add_add_mul_mul) MulSigmoid (class in experimental_experiment.reference.ops.op_mul_sigmoid) MulSigmoidPattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) MulSub (class in experimental_experiment.reference.ops.op_add_add_mul_mul) multi_run() (in module experimental_experiment.bench_run)

N

NegXplus1 (class in experimental_experiment.reference.ops.op_negxplus1) NegXplus1Pattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) Neuron (class in experimental_experiment.torch_bench._bash_bench_set_dummies) Neuron16 (class in experimental_experiment.torch_bench._bash_bench_set_dummies) Neuron2Inputs (class in experimental_experiment.torch_bench._bash_bench_set_dummies) Neuron2Outputs (class in experimental_experiment.torch_bench._bash_bench_set_dummies) NeuronIInt (class in experimental_experiment.torch_bench._bash_bench_set_dummies) NeuronIList (class in experimental_experiment.torch_bench._bash_bench_set_dummies) NeuronMambaCache (class in experimental_experiment.torch_bench._bash_bench_set_dummies) NeuronNamed1 (class in experimental_experiment.torch_bench._bash_bench_set_dummies) NeuronNamed2 (class in experimental_experiment.torch_bench._bash_bench_set_dummies) NeuronNamedDict (class in experimental_experiment.torch_bench._bash_bench_set_dummies)

NeuronNoneInt (class in experimental_experiment.torch_bench._bash_bench_set_dummies) NeuronNoneIntDefault (class in experimental_experiment.torch_bench._bash_bench_set_dummies) NeuronNoneIntDict (class in experimental_experiment.torch_bench._bash_bench_set_dummies) NeuronNoneListInt (class in experimental_experiment.torch_bench._bash_bench_set_dummies) NeuronTuple (class in experimental_experiment.torch_bench._bash_bench_set_dummies) never_test() (in module experimental_experiment.ext_test_case) next_node() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) next_nodes() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) node_before() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) node_type_frequency() (in module experimental_experiment.xoptim.repeated_optim) nodes (experimental_experiment.xoptim.GraphBuilderPatternOptimization property) none() (experimental_experiment.xoptim.PatternOptimization method) np_dtype_to_tensor_dtype() (in module experimental_experiment.helpers)

O

onnx_custom_backend() (in module experimental_experiment.torch_dynamo) (in module experimental_experiment.torch_dynamo.fast_backend) onnx_debug_backend() (in module experimental_experiment.torch_dynamo) onnx_derivative() (in module experimental_experiment.gradient.grad_helper) onnx_dtype_name() (in module experimental_experiment.helpers) onnx_dtype_to_torch_dtype() (in module experimental_experiment.helpers) onnx_find() (in module experimental_experiment.onnx_tools) onnx_lighten() (in module experimental_experiment.onnx_tools) onnx_symbolic__symbolic_default() (in module experimental_experiment.torch_interpreter._non_aten_functions) onnx_unlighten() (in module experimental_experiment.onnx_tools) OnnxEasyPatternOptimization (class in experimental_experiment.xoptim.patterns_api) open_dataframe() (in module experimental_experiment.torch_bench._bash_bench_benchmark_runner_agg) Opset (class in experimental_experiment.xbuilder.graph_builder_opset) opsets (experimental_experiment.xoptim.GraphBuilderPatternOptimization property) OptimizationOptions (class in experimental_experiment.xbuilder) (class in experimental_experiment.xbuilder.optimization_options) optimize() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) (experimental_experiment.xoptim.order_optim.OrderOptimization method)

optimize_model_proto_oxs() (in module experimental_experiment.convert.convert_helper) optimize_node_subgraphs_inplace() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) optimize_with_patterns() (experimental_experiment.xbuilder.GraphBuilder method) OrderAlgorithm (class in experimental_experiment.xoptim.order_optim) OrderOptimization (class in experimental_experiment.xoptim.order_optim) ort_optimize() (in module experimental_experiment.convert.convert_helper) ort_run() (experimental_experiment.torch_bench._bash_bench_benchmark_runner.BenchmarkRunner method) OrtBackend (class in experimental_experiment.torch_dynamo.fast_backend) OrtBatchNormalizationTrainingPattern (class in experimental_experiment.xoptim.patterns_ort.batch_normalization) OrtEval (class in experimental_experiment.reference.ort_evaluator) output() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) output_names (experimental_experiment.reference.ort_evaluator.OrtEval property) (experimental_experiment.xoptim.GraphBuilderPatternOptimization property) outputs (experimental_experiment.xoptim.GraphBuilderPatternOptimization property) OxsDebugDispatcher (class in experimental_experiment.torch_interpreter.oxs_dispatcher) OxsDispatcher (class in experimental_experiment.torch_interpreter.oxs_dispatcher) OxsOpset (class in experimental_experiment.torch_interpreter.oxs_opset)

P

ParameterNaming (class in experimental_experiment.torch_interpreter.onnx_export) parameters() (experimental_experiment.torch_bench._bash_bench_model_runner.WrappedModelBase method) parameters_dtype() (experimental_experiment.torch_bench._bash_bench_model_runner.ModelRunner method) parse_dimension_expression() (experimental_experiment.xbuilder.GraphBuilder method) parse_expression() (in module experimental_experiment.xbuilder.expression_dimension) parse_expression_tokens() (in module experimental_experiment.xbuilder.expression_dimension) pattern_table_doc() (in module experimental_experiment.xoptim.patterns_api) PatternOptimization (class in experimental_experiment.xoptim) penalty_loss_onnx() (in module experimental_experiment.gradient.loss_helper) placeholder() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) post_apply_pattern() (experimental_experiment.xoptim.EasyPatternOptimization method) (experimental_experiment.xoptim.patterns_investigation.SimplifyingEasyPatternFunction method) post_process_exported_program() (experimental_experiment.torch_interpreter.ExportOptions method) pprint_storage() (in module experimental_experiment.torch_dynamo) prepare_args_kwargs() (in module experimental_experiment.torch_interpreter.investigate_helper) prepare_inputs_homogeneous_operator() (in module experimental_experiment.xbuilder.shape_type_compute) pretty_matched_pairs() (experimental_experiment.xoptim.EasyPatternOptimization method) pretty_node() (experimental_experiment.xbuilder.GraphBuilder method) pretty_onnx() (in module experimental_experiment.helpers) pretty_text() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) (experimental_experiment.torch_interpreter.piece_by_piece.StatusExport method) (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) prims_add() (in module experimental_experiment.torch_interpreter._prims_functions) prims_amax() (in module experimental_experiment.torch_interpreter._prims_functions) prims_broadcast_in_dim() (in module experimental_experiment.torch_interpreter._prims_functions) prims_cat() (in module experimental_experiment.torch_interpreter._prims_functions) prims_clone() (in module experimental_experiment.torch_interpreter._prims_functions)

prims_collapse_view() (in module experimental_experiment.torch_interpreter._prims_functions) prims_convert_element_type() (in module experimental_experiment.torch_interpreter._prims_functions) prims_cos() (in module experimental_experiment.torch_interpreter._prims_functions) prims_div() (in module experimental_experiment.torch_interpreter._prims_functions) prims_empty_strided() (in module experimental_experiment.torch_interpreter._prims_functions) prims_eq() (in module experimental_experiment.torch_interpreter._prims_functions) prims_exp() (in module experimental_experiment.torch_interpreter._prims_functions) prims_ge() (in module experimental_experiment.torch_interpreter._prims_functions) prims_gt() (in module experimental_experiment.torch_interpreter._prims_functions) prims_iota() (in module experimental_experiment.torch_interpreter._prims_functions) prims_lt() (in module experimental_experiment.torch_interpreter._prims_functions) prims_mul() (in module experimental_experiment.torch_interpreter._prims_functions) prims_neg() (in module experimental_experiment.torch_interpreter._prims_functions) prims_pow() (in module experimental_experiment.torch_interpreter._prims_functions) prims_rsqrt() (in module experimental_experiment.torch_interpreter._prims_functions) prims_sin() (in module experimental_experiment.torch_interpreter._prims_functions) prims_split_dim() (in module experimental_experiment.torch_interpreter._prims_functions) prims_sub() (in module experimental_experiment.torch_interpreter._prims_functions) prims_sum() (in module experimental_experiment.torch_interpreter._prims_functions) prims_transpose() (in module experimental_experiment.torch_interpreter._prims_functions) prims_view_of() (in module experimental_experiment.torch_interpreter._prims_functions) prims_where() (in module experimental_experiment.torch_interpreter._prims_functions) print_import_time() (in module experimental_experiment.checks) print_model() (experimental_experiment.ext_test_case.ExtTestCase method) print_onnx() (experimental_experiment.ext_test_case.ExtTestCase method) process() (experimental_experiment.xbuilder.GraphBuilder method) proxy() (experimental_experiment.torch_interpreter.tracing.CustomTracer method) put_custom_op_inplace() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method)

Q

QLinearAveragePool (class in experimental_experiment.reference.ops.op_qlinear_average_pool) QLinearConv (class in experimental_experiment.reference.ops.op_qlinear_conv) qtensor (experimental_experiment.reference.quantized_tensor.QuantizedTensor property)

QuantizedTensor (class in experimental_experiment.reference.quantized_tensor) QuickGelu (class in experimental_experiment.reference.ops.op_quick_gelu) QuickGeluPattern (class in experimental_experiment.xoptim.patterns_ort.activation)

R

random_feed() (in module experimental_experiment.gradient.grad_helper) random_order() (experimental_experiment.xoptim.order_optim.OrderOptimization method) rank() (experimental_experiment.xbuilder.GraphBuilder method) ReduceReshapePattern (class in experimental_experiment.xoptim.patterns.onnx_reshape) ReduceSumNormalizePattern (class in experimental_experiment.xoptim.patterns.onnx_reduce) Reduction (class in experimental_experiment.torch_interpreter._aten_functions) register_callable() (experimental_experiment.torch_interpreter.tracing.CustomTracer method) register_constraint_dimension() (experimental_experiment.xbuilder.GraphBuilder method) register_dynamic_objects_from_dim() (experimental_experiment.xbuilder.GraphBuilder method) register_dynamic_objects_from_shape() (experimental_experiment.xbuilder.GraphBuilder method) register_named_modules() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) register_users() (experimental_experiment.xbuilder.GraphBuilder method) remove() (experimental_experiment.torch_interpreter.piece_by_piece.StatusExportCode method) remove_constants_for_initializers() (in module experimental_experiment.xoptim) remove_custom_op_inplace() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) remove_duplicated_initializer() (experimental_experiment.xbuilder.GraphBuilder method) remove_identity_nodes() (experimental_experiment.xbuilder.GraphBuilder method) remove_inplace() (experimental_experiment.torch_interpreter.tracing.CustomTracer class method) remove_inplace_nodes() (experimental_experiment.torch_interpreter.ExportOptions method) remove_unnecessary_slices() (experimental_experiment.torch_interpreter.tracing.CustomTracer class method) remove_unused() (experimental_experiment.xbuilder.GraphBuilder method) rename_dynamic_dimensions() (in module experimental_experiment.helpers) rename_dynamic_expression() (in module experimental_experiment.helpers) rename_expression() (in module experimental_experiment.xbuilder.expression_dimension) rename_in_local_functions() (experimental_experiment.xbuilder.GraphBuilder method) rename_names() (experimental_experiment.xbuilder.GraphBuilder method) RenameTransformer (class in experimental_experiment.xbuilder.expression_dimension) reorder_functions_in_proto() (in module experimental_experiment.torch_models.dump_helper) replace_problematic_function_before_tracing() (in module experimental_experiment.torch_interpreter.tracing) ReplaceZero (class in experimental_experiment.reference.ops.op_replace_zero) ReplaceZeroPattern (class in experimental_experiment.xoptim.patterns_exp.where_replace) replay_dumped_data() (experimental_experiment.torch_dynamo.fast_backend.OrtBackend class method) requires_cuda() (in module experimental_experiment.ext_test_case) requires_diffusers() (in module experimental_experiment.ext_test_case) requires_executorch() (in module experimental_experiment.ext_test_case) requires_monai() (in module experimental_experiment.ext_test_case) requires_numpy() (in module experimental_experiment.ext_test_case) requires_onnx() (in module experimental_experiment.ext_test_case)

requires_onnx_array_api() (in module experimental_experiment.ext_test_case) requires_onnx_diagnostic() (in module experimental_experiment.ext_test_case) requires_onnxir() (in module experimental_experiment.ext_test_case) requires_onnxruntime() (in module experimental_experiment.ext_test_case) requires_onnxruntime_training() (in module experimental_experiment.ext_test_case) requires_onnxscript() (in module experimental_experiment.ext_test_case) requires_pyinstrument() (in module experimental_experiment.ext_test_case) requires_sklearn() (in module experimental_experiment.ext_test_case) requires_torch() (in module experimental_experiment.ext_test_case) requires_transformers() (in module experimental_experiment.ext_test_case) requires_vocos() (in module experimental_experiment.ext_test_case) requires_zoo() (in module experimental_experiment.ext_test_case) reset_torch_transformers() (in module experimental_experiment) Reshape2Of3Pattern (class in experimental_experiment.xoptim.patterns.onnx_reshape) reshape_implementation_with_zero() (in module experimental_experiment.xbuilder._shape_helper) ReshapeGemmPattern (class in experimental_experiment.xoptim.patterns_ort.fused_matmul) ReshapeMatMulReshapePattern (class in experimental_experiment.xoptim.patterns.onnx_matmul) ReshapePattern (class in experimental_experiment.xoptim.patterns.onnx_reshape) ReshapeReshapeBinaryPattern (class in experimental_experiment.xoptim.patterns.onnx_reshape) ReshapeReshapePattern (class in experimental_experiment.xoptim.patterns.onnx_reshape) results_to_string() (in module experimental_experiment.torch_models.dump_helper) rewrite_dynamic_shapes() (in module experimental_experiment.torch_interpreter.onnx_export) RMSNormalizationPattern (class in experimental_experiment.xoptim.patterns.onnx_layer_normalization) Rotary (class in experimental_experiment.reference.ops.op_rotary) RotaryConcatPartPattern (class in experimental_experiment.xoptim.patterns.onnx_rotary) RotaryEmbeddingPattern (class in experimental_experiment.xoptim.patterns.onnx_rotary) run() (experimental_experiment.ort_session.InferenceSessionForNumpy method) (experimental_experiment.ort_session.InferenceSessionForTorch method) (experimental_experiment.reference.ExtendedReferenceEvaluator method) (experimental_experiment.reference.ort_evaluator.OrtEval method) run_aligned() (in module experimental_experiment.torch_interpreter.investigate_helper) run_benchmark() (in module experimental_experiment.bench_run) run_dlpack() (experimental_experiment.ort_session.InferenceSessionForTorch method) (experimental_experiment.reference.ort_evaluator.OrtEval method) run_fx_node() (in module experimental_experiment.torch_interpreter.investigate_helper) run_inference() (in module experimental_experiment.torch_bench.export_model_helper) run_node() (experimental_experiment.torch_interpreter.interpreter.DynamoInterpreter method) run_onnx_inference() (in module experimental_experiment.torch_bench.export_model_helper) run_training_api() (experimental_experiment.ort_session.InferenceSessionForTorch method)

S

same_dimension() (experimental_experiment.xbuilder.GraphBuilder method) same_function_proto() (in module experimental_experiment.xbuilder._onnx_helper) same_shape() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) SameChildrenPattern (class in experimental_experiment.xoptim.patterns.onnx_any) save() (experimental_experiment.xbuilder.model_container.TorchModelContainer method) scale (experimental_experiment.reference.quantized_tensor.QuantizedTensor property) ScatterElements (class in experimental_experiment.reference.ops.op_scatter_elements) ScatterNDOfShape (class in experimental_experiment.reference.ops.op_scatternd_of_shape) select_outputs() (experimental_experiment.xbuilder.GraphBuilder method) SequenceConstructAtPattern (class in experimental_experiment.xoptim.patterns.onnx_sequence) serialize_args() (in module experimental_experiment.torch_interpreter.piece_by_piece_serialize) serialize_one() (in module experimental_experiment.torch_interpreter.piece_by_piece_serialize) set_name() (experimental_experiment.xbuilder.GraphBuilder method) set_rank() (experimental_experiment.xbuilder.GraphBuilder method) set_sequence() (experimental_experiment.xbuilder.GraphBuilder method) set_shape() (experimental_experiment.xbuilder.GraphBuilder method) set_shape_type_custom() (in module experimental_experiment.xbuilder.shape_type_compute) set_shape_type_op_any() (in module experimental_experiment.xbuilder.shape_type_compute) set_type() (experimental_experiment.xbuilder.GraphBuilder method) set_type_shape_binary_op() (in module experimental_experiment.xbuilder.shape_type_compute) set_type_shape_gemm() (in module experimental_experiment.xbuilder.shape_type_compute) set_type_shape_matmul() (in module experimental_experiment.xbuilder.shape_type_compute) set_type_shape_or_rank() (experimental_experiment.xbuilder.GraphBuilder method) set_type_shape_reduce_op() (in module experimental_experiment.xbuilder.shape_type_compute) set_type_shape_reshape() (in module experimental_experiment.xbuilder.shape_type_compute) set_type_shape_unary_op() (in module experimental_experiment.xbuilder.shape_type_compute) set_type_shape_unary_op_abs() (in module experimental_experiment.xbuilder.shape_type_compute) set_value_shape() (experimental_experiment.xbuilder.GraphBuilder method) setitem_with_transformation() (in module experimental_experiment.torch_interpreter.tracing) setUpClass() (experimental_experiment.ext_test_case.ExtTestCase class method) shadowing_names() (experimental_experiment.xbuilder.GraphBuilder method) shape (experimental_experiment.reference.quantized_tensor.QuantizedTensor property) ShapeBasedConcatExpandPattern (class in experimental_experiment.xoptim.patterns.onnx_expand) ShapeBasedEditDistanceReshapePattern (class in experimental_experiment.xoptim.patterns.onnx_reshape) ShapeBasedExpandBroadcastMatMulPattern (class in experimental_experiment.xoptim.patterns.onnx_expand) ShapeBasedExpandBroadcastPattern (class in experimental_experiment.xoptim.patterns.onnx_expand) ShapeBasedExpandCastWhereSwapPattern (class in experimental_experiment.xoptim.patterns.onnx_expand) ShapeBasedExpandSwapPattern (class in experimental_experiment.xoptim.patterns.onnx_expand) ShapeBasedIdentityPattern (class in experimental_experiment.xoptim.patterns.onnx_any) ShapeBasedMatMulToMulPattern (class in experimental_experiment.xoptim.patterns.onnx_matmul) ShapeBasedReshapeIsSqueezePattern (class in experimental_experiment.xoptim.patterns.onnx_reshape) ShapeBasedSameChildrenPattern (class in experimental_experiment.xoptim.patterns.onnx_any) ShapeBasedShapeShapeAddPattern (class in experimental_experiment.xoptim.patterns.onnx_shape) ShapeBasedStaticExpandPattern (class in experimental_experiment.xoptim.patterns.onnx_expand) short_reason (experimental_experiment.torch_interpreter.piece_by_piece.StatusExport property) simple_update_value_shape_with_node() (experimental_experiment.xbuilder.GraphBuilder method)

SimpleRotaryPattern (class in experimental_experiment.xoptim.patterns_exp.simple_rotary) SimplifiedLayerNormalization (class in experimental_experiment.reference.ops.op_simplified_layer_normalization) SimplifiedLayerNormalizationPattern (class in experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization) simplify_expression() (in module experimental_experiment.xbuilder.expression_dimension) simplify_two_expressions() (in module experimental_experiment.xbuilder.expression_dimension) SimplifyingEasyPatternFunction (class in experimental_experiment.xoptim.patterns_investigation) size_type() (in module experimental_experiment.helpers) skipif_ci_apple() (in module experimental_experiment.ext_test_case) skipif_ci_linux() (in module experimental_experiment.ext_test_case) skipif_ci_windows() (in module experimental_experiment.ext_test_case) skipif_not_onnxrt() (in module experimental_experiment.ext_test_case) skipif_transformers() (in module experimental_experiment.ext_test_case) SkipLayerNormalization (class in experimental_experiment.reference.ops.op_skip_layer_normalization) SkipLayerNormalizationPattern (class in experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization) SkipSimplifiedLayerNormalizationPattern (class in experimental_experiment.xoptim.patterns_ort.simplified_layer_normalization) Slice_1 (class in experimental_experiment.reference.ops.op_slice) Slice_10 (class in experimental_experiment.reference.ops.op_slice) SliceSlicePattern (class in experimental_experiment.xoptim.patterns.onnx_slice) SlicesSplitPattern (class in experimental_experiment.xoptim.patterns.onnx_split) SoftmaxCrossEntropyLossCastPattern (class in experimental_experiment.xoptim.patterns.onnx_functions) SoftmaxGradPattern (class in experimental_experiment.xoptim.patterns_ort.activation_grad) SplitConcatPattern (class in experimental_experiment.xoptim.patterns.onnx_split) SqueezeAddPattern (class in experimental_experiment.xoptim.patterns.onnx_unsqueeze) SqueezeUnsqueezePattern (class in experimental_experiment.xoptim.patterns.onnx_unsqueeze) start() (experimental_experiment.memory_peak.MemorySpy method) start_spying_on() (in module experimental_experiment.memory_peak) StaticConcatReshapePattern (class in experimental_experiment.xoptim.patterns.onnx_reshape) statistics_on_file() (in module experimental_experiment.ext_test_case) statistics_on_folder() (in module experimental_experiment.ext_test_case) StatusExport (class in experimental_experiment.torch_interpreter.piece_by_piece) StatusExportCode (class in experimental_experiment.torch_interpreter.piece_by_piece) stop() (experimental_experiment.memory_peak.MemorySpy method) string_diff() (in module experimental_experiment.helpers) string_sig() (in module experimental_experiment.helpers) string_signature() (in module experimental_experiment.helpers) string_to_elem_type() (in module experimental_experiment.xoptim.patterns_api) string_type() (in module experimental_experiment.helpers) Sub1MulPattern (class in experimental_experiment.xoptim.patterns.onnx_sub) SubModuleNaming (class in experimental_experiment.torch_interpreter.onnx_export) submodules (experimental_experiment.torch_interpreter.oxs_dispatcher.OxsDispatcher property) SubMul (class in experimental_experiment.reference.ops.op_add_add_mul_mul) SubMulBroadcastPattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) SubMulPattern (class in experimental_experiment.xoptim.patterns_exp.binary_operators) supported (experimental_experiment.torch_interpreter.Dispatcher property) switch_order() (experimental_experiment.xoptim.patterns.onnx_mul.SwitchOrderBinaryPattern method) SwitchOrderBinaryPattern (class in experimental_experiment.xoptim.patterns.onnx_mul) SwitchOrderBinaryPattern.BroadcastType (class in experimental_experiment.xoptim.patterns.onnx_mul) SwitchReshapeActivationPattern (class in experimental_experiment.xoptim.patterns.onnx_matmul)

T

tearDownClass() (experimental_experiment.ext_test_case.ExtTestCase class method) tensor_dtype_to_np_dtype() (in module experimental_experiment.helpers) TimmRunner (class in experimental_experiment.torch_bench._bash_bench_set_timm) to_graph_builder_code() (in module experimental_experiment.xbuilder.reverse_graph_builder) to_graph_pattern_matching() (in module experimental_experiment.xbuilder.reverse_graph_builder) to_ir() (experimental_experiment.xbuilder.model_container.TorchModelContainer method) to_numpy() (in module experimental_experiment.torch_test_helper) to_onnx() (experimental_experiment.xbuilder.GraphBuilder method) (in module experimental_experiment.skl) (in module experimental_experiment.torch_interpreter) to_onnx_local() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) ToComplex (class in experimental_experiment.reference.ops.op_complex) todo() (experimental_experiment.ext_test_case.ExtTestCase class method) torch_dtype_to_onnx_dtype() (in module experimental_experiment.helpers) TorchBenchAdoRunner (class in experimental_experiment.torch_bench._bash_bench_set_torchbench_ado) TorchBenchRunner (class in experimental_experiment.torch_bench._bash_bench_set_torchbench) TorchModelContainer (class in experimental_experiment.xbuilder.model_container) TorchOpOverload (class in experimental_experiment.torch_interpreter) (class in experimental_experiment.torch_interpreter._doc_) trace() (experimental_experiment.torch_interpreter.tracing.CustomTracer method) trace_execution_piece_by_piece() (in module experimental_experiment.torch_interpreter.piece_by_piece) trace_forward_execution() (in module experimental_experiment.torch_interpreter.piece_by_piece)

traced_cond() (in module experimental_experiment.torch_interpreter.piece_by_piece) Transpose2DCastFP16 (class in experimental_experiment.reference.ops.op_transpose_cast) Transpose2DCastFP32 (class in experimental_experiment.reference.ops.op_transpose_cast) TransposeCastPattern (class in experimental_experiment.xoptim.patterns_exp.unary_operators) TransposeEqualReshapePattern (class in experimental_experiment.xoptim.patterns.onnx_transpose) TransposeFusedMatMulBPattern (class in experimental_experiment.xoptim.patterns_ort.fused_matmul) TransposeMatMulPattern (class in experimental_experiment.xoptim.patterns.onnx_matmul) TransposeReshapeMatMulPattern (class in experimental_experiment.xoptim.patterns.onnx_matmul) TransposeReshapeTransposePattern (class in experimental_experiment.xoptim.patterns.onnx_transpose) TransposeTransposePattern (class in experimental_experiment.xoptim.patterns.onnx_transpose) tree_spec_as_name() (in module experimental_experiment.torch_interpreter.piece_by_piece_serialize) tree_spec_from_name() (in module experimental_experiment.torch_interpreter.piece_by_piece_serialize) TreeEnsembleRegressorConcatPattern (class in experimental_experiment.xoptim.patterns_ml.tree_ensemble) TreeEnsembleRegressorMulPattern (class in experimental_experiment.xoptim.patterns_ml.tree_ensemble) TriMatrix (class in experimental_experiment.reference.ops.op_tri_matrix) TriMatrixPattern (class in experimental_experiment.xoptim.patterns_exp.constants) true_model_name (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput property) try_export() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) try_infer_shape() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) try_infer_type() (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) tryCall() (experimental_experiment.ext_test_case.ExtTestCase method) type_as_str_with_info() (in module experimental_experiment.torch_interpreter.piece_by_piece_serialize) type_info() (in module experimental_experiment.helpers)

U

unary_like_op_types() (in module experimental_experiment.xbuilder._onnx_helper) unfused_nodes() (in module experimental_experiment.xoptim.unfused) unique_dimension_name() (experimental_experiment.xbuilder.GraphBuilder method) unique_name() (experimental_experiment.xbuilder.GraphBuilder method) (experimental_experiment.xoptim.GraphBuilderPatternOptimization method) unique_node_name() (experimental_experiment.xbuilder.GraphBuilder method)

unit_test_going() (in module experimental_experiment.ext_test_case) UnsqueezeEqualPattern (class in experimental_experiment.xoptim.patterns.onnx_equal) UnsqueezeUnsqueezePattern (class in experimental_experiment.xoptim.patterns.onnx_unsqueeze) UntrainedRunner (class in experimental_experiment.torch_bench._bash_bench_untrained) update_node_constant() (experimental_experiment.xbuilder.GraphBuilder method) UseDefaultValue (class in experimental_experiment.torch_bench._bash_bench_model_runner)

V

validate_attribute_mapping() (experimental_experiment.xoptim.EasyPatternOptimization method) validate_exported_onnx() (in module experimental_experiment.torch_interpreter.onnx_export) validate_exported_program() (experimental_experiment.torch_interpreter.ExportOptions method) validate_fx_outputs() (in module experimental_experiment.torch_interpreter.investigate_helper) validate_fx_tensor() (in module experimental_experiment.torch_interpreter.investigate_helper) validate_mapping() (experimental_experiment.xoptim.EasyPatternOptimization method) (experimental_experiment.xoptim.patterns.onnx_functions.GeluPattern method) (experimental_experiment.xoptim.patterns.onnx_functions.LeakyReluPattern method) (experimental_experiment.xoptim.patterns.onnx_functions.SoftmaxCrossEntropyLossCastPattern method) (experimental_experiment.xoptim.patterns_ort.activation.GeluErfPattern method)

value_as_shape() (experimental_experiment.xbuilder.GraphBuilder method) Var (class in experimental_experiment.torch_interpreter.oxs_opset) VarShapeType (class in experimental_experiment.torch_interpreter.oxs_opset) verifies() (experimental_experiment.torch_interpreter.piece_by_piece.ModelDiagnoseOutput method) verify_dynamic_shape() (experimental_experiment.xbuilder.GraphBuilder method) VirtualTensor (class in experimental_experiment.xbuilder)

W

with_path_append() (in module experimental_experiment.ext_test_case) WrapExecutorchForTorch (class in experimental_experiment.torch_bench.export_model_helper) WrapForTorch (class in experimental_experiment.torch_bench.export_model_helper)

WrapInferenceSessionForTorch (class in experimental_experiment.torch_bench.export_model_helper) WrappedModelBase (class in experimental_experiment.torch_bench._bash_bench_model_runner) WrappedModelToTuple (class in experimental_experiment.torch_bench._bash_bench_model_runner)

Z

zero_point (experimental_experiment.reference.quantized_tensor.QuantizedTensor property)