From 82d514ee160b659a713f998896e9af597088ec01 Mon Sep 17 00:00:00 2001 From: Liu Yiqun Date: Tue, 30 Dec 2025 18:10:34 +0800 Subject: [PATCH 1/2] Implement non_batch_call_method_view_pass. --- .../non_batch_call_method_view_pass.py | 158 ++++++++++++++++++ graph_net/torch/static_to_dynamic.py | 1 + .../graph_net.json | 3 +- .../graph_net.json | 5 +- .../graph_net.json | 5 +- .../ultralytics/yolov3-tinyu/graph_net.json | 6 +- samples/ultralytics/yolov9c/graph_net.json | 6 +- 7 files changed, 177 insertions(+), 7 deletions(-) create mode 100644 graph_net/torch/dim_gen_passes/non_batch_call_method_view_pass.py diff --git a/graph_net/torch/dim_gen_passes/non_batch_call_method_view_pass.py b/graph_net/torch/dim_gen_passes/non_batch_call_method_view_pass.py new file mode 100644 index 000000000..f05a7b04a --- /dev/null +++ b/graph_net/torch/dim_gen_passes/non_batch_call_method_view_pass.py @@ -0,0 +1,158 @@ +import operator +from collections import defaultdict, deque +import torch.fx as fx +from graph_net.torch.dim_gen_passes import DimensionGeneralizationPass +import os + + +class ConcretePass(DimensionGeneralizationPass): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + + def get_pass_name(cls) -> bool: + return os.path.basename(__file__)[:-3] + + def need_rewrite(self, traced_module: fx.GraphModule) -> bool: + if 0 in self.axes: + return False + return any(self._node_need_rewrite(node) for node in traced_module.graph.nodes) + + def _node_need_rewrite(self, node) -> bool: + if not (node.op == "call_method"): + return False + if not (node.target == "view"): + return False + if not (len(node.args) >= 2): + return False + if not (isinstance(node.args[1], int)): + return False + if -1 in node.args[1:]: + return False + return True + + def rewrite(self, traced_module: fx.GraphModule) -> fx.GraphModule: + """ + Fx Pass: Replaces hardcoded constants in 'view' ops that match an input tensor dimension + with a dynamic 'size()' call. The primary goal is to dynamicize the batch size (axis 0). + """ + # Create a new graph to hold the rewritten nodes + new_graph = fx.Graph() + + # Create a map to link nodes from the old graph to nodes in the new graph + val_map = {} + + def get_index_map_of_common_dim(input_shape, view_args): + dim2input_indices = defaultdict(deque) + for input_index, dim in enumerate(input_shape): + dim2input_indices[dim].append(input_index) + + # arg_index: input_index + common_arg_index2input_index = {} + for arg_index, arg in enumerate(view_args): + if arg in dim2input_indices.keys() and dim2input_indices[arg]: + input_index = dim2input_indices[arg].popleft() + common_arg_index2input_index[arg_index] = input_index + return common_arg_index2input_index + + def get_new_tuple_args(input_shape, view_args): + common_arg_index2input_index = get_index_map_of_common_dim( + input_shape, view_args + ) + rest_view_indices = list( + set(range(len(view_args))) - set(common_arg_index2input_index.keys()) + ) + rest_input_indices = list( + set(range(len(input_shape))) + - set(common_arg_index2input_index.values()) + ) + + new_view_args_dict = {} + for arg_index, input_index in common_arg_index2input_index.items(): + if arg_index == 0: + new_view_args_dict[arg_index] = view_args[arg_index] + else: + new_input_node = val_map[input_tensor_node] + size_node = new_graph.call_method( + "size", args=(new_input_node, input_index) + ) + new_view_args_dict[arg_index] = size_node + + size_nodes = [] + for input_index in sorted(rest_input_indices): + new_input_node = val_map[input_tensor_node] + size_nodes.append( + new_graph.call_method("size", args=(new_input_node, input_index)) + ) + + if len(rest_view_indices) == 1 and len(rest_input_indices) > 1: + # Merge the reset input dims into 1. + # e.g. input_shape=[1, 226, 4, 8], view_args=[1, 226, 32] + mul_node = new_graph.call_function( + operator.mul, args=(size_nodes[0], size_nodes[1]) + ) + for i in range(2, len(size_nodes)): + mul_node = new_graph.call_function( + operator.mul, args=(mul_node, size_nodes[i]) + ) + new_view_args_dict[rest_view_indices[0]] = mul_node + elif ( + len(rest_input_indices) == 1 + and len(rest_view_indices) == 2 + and view_args[rest_view_indices[0]] == view_args[rest_view_indices[1]] + ): + # Factorize the input dim with sqrt. + # e.g. input_shape=[1, 9216, 128], view_args=[1, 96, 96, 128] + pow_node = new_graph.call_function( + operator.pow, args=(size_nodes[0], 0.5) + ) + int_node = new_graph.call_function(int, args=(pow_node,)) + for arg_index in rest_view_indices: + new_view_args_dict[arg_index] = int_node + else: + print(f"Not Support rewriting for {input_shape=}, {view_args=}") + for arg_index in rest_view_indices: + new_view_args_dict[arg_index] = view_args[arg_index] + + new_view_args = dict(sorted(new_view_args_dict.items())).values() + return tuple(new_view_args) + + for node in traced_module.graph.nodes: + if self._node_need_rewrite(node): + # Get the input tensor node + input_tensor_node = node.args[0] + + # --- Dependency on ShapeProp Results --- + # input_shape is the static shape (e.g., batch_size, C, H, W) + input_meta = input_tensor_node.meta.get("tensor_meta") + if input_meta is None: + raise RuntimeError( + f"Node {input_tensor_node.name} lacks tensor_meta. Did ShapeProp run?" + ) + + # Get the target shape arguments for view (e.g., 1, -1, 6, 64) + input_shape = input_tensor_node.meta["tensor_meta"].shape + view_args = node.args[1:] + new_view_args = get_new_tuple_args(input_shape, view_args) + + # --- Rebuild the view node --- + # 1. Map the input tensor node to the new graph node + new_input_node = val_map[input_tensor_node] + + # 2. Insert the new view node into the new graph + # with new_graph.inserting_after(new_input_node): + new_node = new_graph.call_method( + "view", args=(new_input_node, *new_view_args) + ) + + # 3. Map the old node to the new node + val_map[node] = new_node + + else: + # Copy other nodes to the new graph + new_node = new_graph.node_copy(node, lambda x: val_map[x]) + val_map[node] = new_node + + # Replace the old graph with the new graph and return + traced_module.graph = new_graph + traced_module.recompile() + return traced_module diff --git a/graph_net/torch/static_to_dynamic.py b/graph_net/torch/static_to_dynamic.py index 54a4de3b7..5e4504d2f 100644 --- a/graph_net/torch/static_to_dynamic.py +++ b/graph_net/torch/static_to_dynamic.py @@ -46,6 +46,7 @@ def make_config(self, pass_names=()): "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", # typos: skip "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/graph_net.json b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/graph_net.json index 8d52aef52..1fde76e5f 100644 --- a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/graph_net.json +++ b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/graph_net.json @@ -21,6 +21,7 @@ "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", @@ -29,4 +30,4 @@ "non_batch_call_function_arange_plus_one_pass" ], "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" -} \ No newline at end of file +} diff --git a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/graph_net.json b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/graph_net.json index dc5bf7527..f58e65686 100644 --- a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/graph_net.json +++ b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/graph_net.json @@ -15,5 +15,8 @@ "region:us" ], "heuristic_tag": "computer_vision", + "dimension_generalization_passes": [ + "non_batch_call_method_view_pass" + ], "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" -} \ No newline at end of file +} diff --git a/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/graph_net.json b/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/graph_net.json index dea6c157c..e6c741d69 100644 --- a/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/graph_net.json +++ b/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/graph_net.json @@ -20,5 +20,8 @@ "region:us" ], "heuristic_tag": "computer_vision", + "dimension_generalization_passes": [ + "non_batch_call_method_view_pass" + ], "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" -} \ No newline at end of file +} diff --git a/samples/ultralytics/yolov3-tinyu/graph_net.json b/samples/ultralytics/yolov3-tinyu/graph_net.json index 7209e259c..dc3fb8d45 100644 --- a/samples/ultralytics/yolov3-tinyu/graph_net.json +++ b/samples/ultralytics/yolov3-tinyu/graph_net.json @@ -5,6 +5,8 @@ "dynamic": false, "source": "ultralytics", "heuristic_tag": "computer_vision", - "dimension_generalization_passes": [], + "dimension_generalization_passes": [ + "non_batch_call_method_view_pass" + ], "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" -} \ No newline at end of file +} diff --git a/samples/ultralytics/yolov9c/graph_net.json b/samples/ultralytics/yolov9c/graph_net.json index 7209e259c..dc3fb8d45 100644 --- a/samples/ultralytics/yolov9c/graph_net.json +++ b/samples/ultralytics/yolov9c/graph_net.json @@ -5,6 +5,8 @@ "dynamic": false, "source": "ultralytics", "heuristic_tag": "computer_vision", - "dimension_generalization_passes": [], + "dimension_generalization_passes": [ + "non_batch_call_method_view_pass" + ], "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" -} \ No newline at end of file +} From 18e951252692c2a486ab98d871846bdf02917ed9 Mon Sep 17 00:00:00 2001 From: Liu Yiqun Date: Tue, 30 Dec 2025 23:19:33 +0800 Subject: [PATCH 2/2] Update input constraints and json. --- .../tools/init_input_tensor_constraints.sh | 3 +- samples/mmpose/S-ViPNAS-Res50/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- samples/mmpose/ViTPose-B/graph_net.json | 3 ++ .../ViTPose-B/input_tensor_constraints.py | 2 +- .../CCNet_R101/input_tensor_constraints.py | 2 +- .../input_tensor_constraints.py | 2 +- samples/mmseg/PoolFormer_m36/graph_net.json | 4 +- .../input_tensor_constraints.py | 2 +- .../Twins_pcpvt-b_uperhead/graph_net.json | 7 ++- .../input_tensor_constraints.py | 2 +- .../UPerNet_R101/input_tensor_constraints.py | 2 +- .../timm/coatnet_rmlp_0_rw_224/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 2 +- samples/timm/dpn107.mx_in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 2 +- .../hgnet_tiny.paddle_in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../inception_v3.gluon_in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../mixer_l16_224.goog_in21k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../poolformerv2_m48.sail_in1k/graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 2 +- .../regnetx_160.pycls_in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../regnety_002.pycls_in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../regnety_080.pycls_in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../regnety_080_tv.tv2_in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../timm/repghostnet_111.in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../timm/repvgg_b0.rvgg_in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- samples/timm/res2net101_26w_4s/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../timm/res2net50_14w_8s.in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../input_tensor_constraints.py | 2 +- .../timm/resnetrs270.tf_in1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 2 +- samples/torchaudio/wavlm_base/graph_net.json | 5 ++- .../input_tensor_constraints.py | 2 +- .../vgg16_bn/input_tensor_constraints.py | 2 +- samples/torchvision/vit_l_16/graph_net.json | 7 ++- .../vit_l_16/input_tensor_constraints.py | 2 +- .../Francesco_resnet101-224-1k/graph_net.json | 3 +- .../input_tensor_constraints.py | 2 +- .../Helsinki-NLP_opus-mt-zh-en/graph_net.json | 2 + .../graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 36 ++++++++++++++- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 2 + .../graph_net.json | 2 + .../graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 16 ++++--- .../graph_net.json | 4 +- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 2 + .../graph_net.json | 2 + .../aimarsg_prueba5/graph_net.json | 2 + .../graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 9 ++-- .../bge-small-en-v1.5/graph_net.json | 6 ++- .../graph_net.json | 2 + .../graph_net.json | 4 +- .../input_tensor_constraints.py | 2 +- .../facebook_sam-vit-large/graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 2 +- .../google-t5_t5-large/graph_net.json | 2 + .../bert_uncased_L-6_H-512_A-8/graph_net.json | 4 +- .../input_tensor_constraints.py | 2 +- .../t5-efficient-large-kv128/graph_net.json | 2 + .../google_byt5_base/graph_net.json | 2 + .../graph_net.json | 5 ++- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 2 + .../graph_net.json | 8 ++-- .../input_tensor_constraints.py | 9 ++-- .../internetoftim_dinov2-base/graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 6 ++- .../graph_net.json | 8 ++-- .../input_tensor_constraints.py | 9 ++-- .../mohsenfayyaz_BERT_Warmup/graph_net.json | 4 +- .../input_tensor_constraints.py | 2 +- .../graph_net.json | 2 + .../opus-mt-NORTH_EU-NORTH_EU/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-ar-es/graph_net.json | 3 ++ .../opus-mt-ar-es/input_tensor_constraints.py | 2 +- .../opus-mt-ase-es/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-bcl-fr/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-bi-en/graph_net.json | 3 ++ .../opus-mt-bi-en/input_tensor_constraints.py | 2 +- .../opus-mt-de-ase/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-de-no/graph_net.json | 3 ++ .../opus-mt-de-no/input_tensor_constraints.py | 2 +- .../opus-mt-de-tl/graph_net.json | 3 ++ .../opus-mt-de-tl/input_tensor_constraints.py | 2 +- .../opus-mt-en-bat/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-en-crs/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-en-guw/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-en-gv/graph_net.json | 3 ++ .../opus-mt-en-gv/input_tensor_constraints.py | 2 +- .../opus-mt-en-kqn/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-en-phi/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-en-sal/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-en-tw/graph_net.json | 3 ++ .../opus-mt-en-tw/input_tensor_constraints.py | 2 +- .../opus-mt-eo-it/graph_net.json | 3 ++ .../opus-mt-eo-it/input_tensor_constraints.py | 2 +- .../opus-mt-es-csg/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../opus-mt-es-de/graph_net.json | 3 ++ .../opus-mt-es-de/input_tensor_constraints.py | 2 +- .../opus-mt-fi-niu/graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../graph_net.json | 3 ++ .../input_tensor_constraints.py | 2 +- .../pipecat-ai_smart-turn-v2/graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 9 ++-- .../graph_net.json | 44 ++++++++++++++++++- .../input_tensor_constraints.py | 2 +- .../simjo_dummy-model/graph_net.json | 2 + .../graph_net.json | 17 ++++++- .../input_tensor_constraints.py | 2 +- .../ultralytics/yolov3-tinyu/graph_net.json | 20 +++++++-- .../yolov3-tinyu/input_tensor_constraints.py | 9 ++-- samples/ultralytics/yolov9c/graph_net.json | 20 +++++++-- .../yolov9c/input_tensor_constraints.py | 9 ++-- 161 files changed, 591 insertions(+), 169 deletions(-) diff --git a/graph_net/tools/init_input_tensor_constraints.sh b/graph_net/tools/init_input_tensor_constraints.sh index 736d5f21b..1efdabccf 100755 --- a/graph_net/tools/init_input_tensor_constraints.sh +++ b/graph_net/tools/init_input_tensor_constraints.sh @@ -15,7 +15,7 @@ python3 -m graph_net.model_path_handler \ "handler_path": "$GRAPH_NET_ROOT/constraint_util.py", "handler_class_name": "UpdateInputTensorConstraints", "handler_config": { - "resume": true, + "resume": false, "model_path_prefix": "$GRAPH_NET_ROOT/../", "data_input_predicator_filepath": "$GRAPH_NET_ROOT/torch/constraint_util.py", "data_input_predicator_class_name": "NaiveDataInputPredicator", @@ -30,6 +30,7 @@ python3 -m graph_net.model_path_handler \ "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/mmpose/S-ViPNAS-Res50/graph_net.json b/samples/mmpose/S-ViPNAS-Res50/graph_net.json index ebd3c1f57..9118cc63a 100644 --- a/samples/mmpose/S-ViPNAS-Res50/graph_net.json +++ b/samples/mmpose/S-ViPNAS-Res50/graph_net.json @@ -6,10 +6,13 @@ "source": "mmpose", "heuristic_tag": "computer_vision", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/mmpose/S-ViPNAS-Res50/input_tensor_constraints.py b/samples/mmpose/S-ViPNAS-Res50/input_tensor_constraints.py index 5e859e77d..01f33e7ed 100644 --- a/samples/mmpose/S-ViPNAS-Res50/input_tensor_constraints.py +++ b/samples/mmpose/S-ViPNAS-Res50/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/mmpose/ViTPose-B/graph_net.json b/samples/mmpose/ViTPose-B/graph_net.json index ebd3c1f57..9118cc63a 100644 --- a/samples/mmpose/ViTPose-B/graph_net.json +++ b/samples/mmpose/ViTPose-B/graph_net.json @@ -6,10 +6,13 @@ "source": "mmpose", "heuristic_tag": "computer_vision", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/mmpose/ViTPose-B/input_tensor_constraints.py b/samples/mmpose/ViTPose-B/input_tensor_constraints.py index f948b4ab1..5efa057fe 100644 --- a/samples/mmpose/ViTPose-B/input_tensor_constraints.py +++ b/samples/mmpose/ViTPose-B/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/mmseg/CCNet_R101/input_tensor_constraints.py b/samples/mmseg/CCNet_R101/input_tensor_constraints.py index fcfa65ae0..a70504fa5 100644 --- a/samples/mmseg/CCNet_R101/input_tensor_constraints.py +++ b/samples/mmseg/CCNet_R101/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/mmseg/DeepLabV3+_R101/input_tensor_constraints.py b/samples/mmseg/DeepLabV3+_R101/input_tensor_constraints.py index a6662b5f0..4d9fe2805 100644 --- a/samples/mmseg/DeepLabV3+_R101/input_tensor_constraints.py +++ b/samples/mmseg/DeepLabV3+_R101/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/mmseg/PoolFormer_m36/graph_net.json b/samples/mmseg/PoolFormer_m36/graph_net.json index 29d54bee3..999063cc4 100644 --- a/samples/mmseg/PoolFormer_m36/graph_net.json +++ b/samples/mmseg/PoolFormer_m36/graph_net.json @@ -5,6 +5,6 @@ "dynamic": false, "source": "mmseg", "heuristic_tag": "computer_vision", - "dimension_generalization_passes": [], - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/mmseg/PoolFormer_m36/input_tensor_constraints.py b/samples/mmseg/PoolFormer_m36/input_tensor_constraints.py index da9d7e439..844e62cc2 100644 --- a/samples/mmseg/PoolFormer_m36/input_tensor_constraints.py +++ b/samples/mmseg/PoolFormer_m36/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/mmseg/Twins_pcpvt-b_uperhead/graph_net.json b/samples/mmseg/Twins_pcpvt-b_uperhead/graph_net.json index 15a8bdffa..0332ca3f3 100644 --- a/samples/mmseg/Twins_pcpvt-b_uperhead/graph_net.json +++ b/samples/mmseg/Twins_pcpvt-b_uperhead/graph_net.json @@ -5,17 +5,20 @@ "dynamic": false, "source": "mmseg", "heuristic_tag": "computer_vision", + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" - ], - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + ] } \ No newline at end of file diff --git a/samples/mmseg/Twins_pcpvt-b_uperhead/input_tensor_constraints.py b/samples/mmseg/Twins_pcpvt-b_uperhead/input_tensor_constraints.py index b1c1f17b4..d27d8adf3 100644 --- a/samples/mmseg/Twins_pcpvt-b_uperhead/input_tensor_constraints.py +++ b/samples/mmseg/Twins_pcpvt-b_uperhead/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/mmseg/UPerNet_R101/input_tensor_constraints.py b/samples/mmseg/UPerNet_R101/input_tensor_constraints.py index 25bd40e83..857bb3ab3 100644 --- a/samples/mmseg/UPerNet_R101/input_tensor_constraints.py +++ b/samples/mmseg/UPerNet_R101/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/timm/coatnet_rmlp_0_rw_224/graph_net.json b/samples/timm/coatnet_rmlp_0_rw_224/graph_net.json index f23ebce16..130f49efb 100644 --- a/samples/timm/coatnet_rmlp_0_rw_224/graph_net.json +++ b/samples/timm/coatnet_rmlp_0_rw_224/graph_net.json @@ -6,10 +6,13 @@ "source": "timm", "heuristic_tag": "computer_vision", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/timm/coatnet_rmlp_0_rw_224/input_tensor_constraints.py b/samples/timm/coatnet_rmlp_0_rw_224/input_tensor_constraints.py index d70508d43..692b67f0e 100644 --- a/samples/timm/coatnet_rmlp_0_rw_224/input_tensor_constraints.py +++ b/samples/timm/coatnet_rmlp_0_rw_224/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/timm/convnextv2_base.fcmae_ft_in1k/graph_net.json b/samples/timm/convnextv2_base.fcmae_ft_in1k/graph_net.json index f4acabaef..8c3b960ec 100644 --- a/samples/timm/convnextv2_base.fcmae_ft_in1k/graph_net.json +++ b/samples/timm/convnextv2_base.fcmae_ft_in1k/graph_net.json @@ -4,5 +4,20 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/timm/convnextv2_base.fcmae_ft_in1k/input_tensor_constraints.py b/samples/timm/convnextv2_base.fcmae_ft_in1k/input_tensor_constraints.py index 1df3a1dc0..b96436d03 100644 --- a/samples/timm/convnextv2_base.fcmae_ft_in1k/input_tensor_constraints.py +++ b/samples/timm/convnextv2_base.fcmae_ft_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/dpn107.mx_in1k/graph_net.json b/samples/timm/dpn107.mx_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/dpn107.mx_in1k/graph_net.json +++ b/samples/timm/dpn107.mx_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/dpn107.mx_in1k/input_tensor_constraints.py b/samples/timm/dpn107.mx_in1k/input_tensor_constraints.py index d6a9386e6..be2884e08 100644 --- a/samples/timm/dpn107.mx_in1k/input_tensor_constraints.py +++ b/samples/timm/dpn107.mx_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/eva02_base_patch16_clip_224.merged2b/graph_net.json b/samples/timm/eva02_base_patch16_clip_224.merged2b/graph_net.json index f4acabaef..8c3b960ec 100644 --- a/samples/timm/eva02_base_patch16_clip_224.merged2b/graph_net.json +++ b/samples/timm/eva02_base_patch16_clip_224.merged2b/graph_net.json @@ -4,5 +4,20 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/timm/eva02_base_patch16_clip_224.merged2b/input_tensor_constraints.py b/samples/timm/eva02_base_patch16_clip_224.merged2b/input_tensor_constraints.py index f81124322..0456b3470 100644 --- a/samples/timm/eva02_base_patch16_clip_224.merged2b/input_tensor_constraints.py +++ b/samples/timm/eva02_base_patch16_clip_224.merged2b/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/timm/hgnet_tiny.paddle_in1k/graph_net.json b/samples/timm/hgnet_tiny.paddle_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/hgnet_tiny.paddle_in1k/graph_net.json +++ b/samples/timm/hgnet_tiny.paddle_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/hgnet_tiny.paddle_in1k/input_tensor_constraints.py b/samples/timm/hgnet_tiny.paddle_in1k/input_tensor_constraints.py index 69f2e2433..b68b52ddb 100644 --- a/samples/timm/hgnet_tiny.paddle_in1k/input_tensor_constraints.py +++ b/samples/timm/hgnet_tiny.paddle_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/hgnetv2_b4.ssld_stage1_in22k_in1k/graph_net.json b/samples/timm/hgnetv2_b4.ssld_stage1_in22k_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/hgnetv2_b4.ssld_stage1_in22k_in1k/graph_net.json +++ b/samples/timm/hgnetv2_b4.ssld_stage1_in22k_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/hgnetv2_b4.ssld_stage1_in22k_in1k/input_tensor_constraints.py b/samples/timm/hgnetv2_b4.ssld_stage1_in22k_in1k/input_tensor_constraints.py index 0333e62ca..87ffbfb72 100644 --- a/samples/timm/hgnetv2_b4.ssld_stage1_in22k_in1k/input_tensor_constraints.py +++ b/samples/timm/hgnetv2_b4.ssld_stage1_in22k_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/inception_v3.gluon_in1k/graph_net.json b/samples/timm/inception_v3.gluon_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/inception_v3.gluon_in1k/graph_net.json +++ b/samples/timm/inception_v3.gluon_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/inception_v3.gluon_in1k/input_tensor_constraints.py b/samples/timm/inception_v3.gluon_in1k/input_tensor_constraints.py index 9e6224e80..a50337563 100644 --- a/samples/timm/inception_v3.gluon_in1k/input_tensor_constraints.py +++ b/samples/timm/inception_v3.gluon_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/mixer_l16_224.goog_in21k/graph_net.json b/samples/timm/mixer_l16_224.goog_in21k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/mixer_l16_224.goog_in21k/graph_net.json +++ b/samples/timm/mixer_l16_224.goog_in21k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/mixer_l16_224.goog_in21k/input_tensor_constraints.py b/samples/timm/mixer_l16_224.goog_in21k/input_tensor_constraints.py index 6fc20b410..76ec11975 100644 --- a/samples/timm/mixer_l16_224.goog_in21k/input_tensor_constraints.py +++ b/samples/timm/mixer_l16_224.goog_in21k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/mobilenetv4_conv_aa_large.e230_r384_in12k/graph_net.json b/samples/timm/mobilenetv4_conv_aa_large.e230_r384_in12k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/mobilenetv4_conv_aa_large.e230_r384_in12k/graph_net.json +++ b/samples/timm/mobilenetv4_conv_aa_large.e230_r384_in12k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/mobilenetv4_conv_aa_large.e230_r384_in12k/input_tensor_constraints.py b/samples/timm/mobilenetv4_conv_aa_large.e230_r384_in12k/input_tensor_constraints.py index b29be60c7..4f9571ad3 100644 --- a/samples/timm/mobilenetv4_conv_aa_large.e230_r384_in12k/input_tensor_constraints.py +++ b/samples/timm/mobilenetv4_conv_aa_large.e230_r384_in12k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/poolformerv2_m48.sail_in1k/graph_net.json b/samples/timm/poolformerv2_m48.sail_in1k/graph_net.json index f4acabaef..8c3b960ec 100644 --- a/samples/timm/poolformerv2_m48.sail_in1k/graph_net.json +++ b/samples/timm/poolformerv2_m48.sail_in1k/graph_net.json @@ -4,5 +4,20 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/timm/poolformerv2_m48.sail_in1k/input_tensor_constraints.py b/samples/timm/poolformerv2_m48.sail_in1k/input_tensor_constraints.py index db35c8477..e89a24e60 100644 --- a/samples/timm/poolformerv2_m48.sail_in1k/input_tensor_constraints.py +++ b/samples/timm/poolformerv2_m48.sail_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/regnetx_160.pycls_in1k/graph_net.json b/samples/timm/regnetx_160.pycls_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/regnetx_160.pycls_in1k/graph_net.json +++ b/samples/timm/regnetx_160.pycls_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/regnetx_160.pycls_in1k/input_tensor_constraints.py b/samples/timm/regnetx_160.pycls_in1k/input_tensor_constraints.py index 3da8e0046..ac64c49fd 100644 --- a/samples/timm/regnetx_160.pycls_in1k/input_tensor_constraints.py +++ b/samples/timm/regnetx_160.pycls_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/regnety_002.pycls_in1k/graph_net.json b/samples/timm/regnety_002.pycls_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/regnety_002.pycls_in1k/graph_net.json +++ b/samples/timm/regnety_002.pycls_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/regnety_002.pycls_in1k/input_tensor_constraints.py b/samples/timm/regnety_002.pycls_in1k/input_tensor_constraints.py index c2c42e73a..21708629c 100644 --- a/samples/timm/regnety_002.pycls_in1k/input_tensor_constraints.py +++ b/samples/timm/regnety_002.pycls_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/regnety_080.pycls_in1k/graph_net.json b/samples/timm/regnety_080.pycls_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/regnety_080.pycls_in1k/graph_net.json +++ b/samples/timm/regnety_080.pycls_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/regnety_080.pycls_in1k/input_tensor_constraints.py b/samples/timm/regnety_080.pycls_in1k/input_tensor_constraints.py index 8fd60622d..f89eb551d 100644 --- a/samples/timm/regnety_080.pycls_in1k/input_tensor_constraints.py +++ b/samples/timm/regnety_080.pycls_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/regnety_080_tv.tv2_in1k/graph_net.json b/samples/timm/regnety_080_tv.tv2_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/regnety_080_tv.tv2_in1k/graph_net.json +++ b/samples/timm/regnety_080_tv.tv2_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/regnety_080_tv.tv2_in1k/input_tensor_constraints.py b/samples/timm/regnety_080_tv.tv2_in1k/input_tensor_constraints.py index 1ac3a3441..a7421c098 100644 --- a/samples/timm/regnety_080_tv.tv2_in1k/input_tensor_constraints.py +++ b/samples/timm/regnety_080_tv.tv2_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/repghostnet_111.in1k/graph_net.json b/samples/timm/repghostnet_111.in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/repghostnet_111.in1k/graph_net.json +++ b/samples/timm/repghostnet_111.in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/repghostnet_111.in1k/input_tensor_constraints.py b/samples/timm/repghostnet_111.in1k/input_tensor_constraints.py index ad0bec5cf..431027061 100644 --- a/samples/timm/repghostnet_111.in1k/input_tensor_constraints.py +++ b/samples/timm/repghostnet_111.in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/repvgg_b0.rvgg_in1k/graph_net.json b/samples/timm/repvgg_b0.rvgg_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/repvgg_b0.rvgg_in1k/graph_net.json +++ b/samples/timm/repvgg_b0.rvgg_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/repvgg_b0.rvgg_in1k/input_tensor_constraints.py b/samples/timm/repvgg_b0.rvgg_in1k/input_tensor_constraints.py index a5aa53970..7f0c08c91 100644 --- a/samples/timm/repvgg_b0.rvgg_in1k/input_tensor_constraints.py +++ b/samples/timm/repvgg_b0.rvgg_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/res2net101_26w_4s/graph_net.json b/samples/timm/res2net101_26w_4s/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/res2net101_26w_4s/graph_net.json +++ b/samples/timm/res2net101_26w_4s/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/res2net101_26w_4s/input_tensor_constraints.py b/samples/timm/res2net101_26w_4s/input_tensor_constraints.py index 8cfbe706e..b7bd9f295 100644 --- a/samples/timm/res2net101_26w_4s/input_tensor_constraints.py +++ b/samples/timm/res2net101_26w_4s/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/res2net50_14w_8s.in1k/graph_net.json b/samples/timm/res2net50_14w_8s.in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/res2net50_14w_8s.in1k/graph_net.json +++ b/samples/timm/res2net50_14w_8s.in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/res2net50_14w_8s.in1k/input_tensor_constraints.py b/samples/timm/res2net50_14w_8s.in1k/input_tensor_constraints.py index e48cf049e..3c7c8af5d 100644 --- a/samples/timm/res2net50_14w_8s.in1k/input_tensor_constraints.py +++ b/samples/timm/res2net50_14w_8s.in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/resnetaa50d.d_in12k/input_tensor_constraints.py b/samples/timm/resnetaa50d.d_in12k/input_tensor_constraints.py index e301454c5..cfa9a4121 100644 --- a/samples/timm/resnetaa50d.d_in12k/input_tensor_constraints.py +++ b/samples/timm/resnetaa50d.d_in12k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/resnetrs270.tf_in1k/graph_net.json b/samples/timm/resnetrs270.tf_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/resnetrs270.tf_in1k/graph_net.json +++ b/samples/timm/resnetrs270.tf_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/resnetrs270.tf_in1k/input_tensor_constraints.py b/samples/timm/resnetrs270.tf_in1k/input_tensor_constraints.py index d0168704c..28290fc28 100644 --- a/samples/timm/resnetrs270.tf_in1k/input_tensor_constraints.py +++ b/samples/timm/resnetrs270.tf_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/resnetv2_18.ra4_e3600_r224_in1k/graph_net.json b/samples/timm/resnetv2_18.ra4_e3600_r224_in1k/graph_net.json index f4acabaef..9e8cf8381 100644 --- a/samples/timm/resnetv2_18.ra4_e3600_r224_in1k/graph_net.json +++ b/samples/timm/resnetv2_18.ra4_e3600_r224_in1k/graph_net.json @@ -4,5 +4,6 @@ "num_nodes_required": 1, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/timm/resnetv2_18.ra4_e3600_r224_in1k/input_tensor_constraints.py b/samples/timm/resnetv2_18.ra4_e3600_r224_in1k/input_tensor_constraints.py index 5386c6d38..b69b90307 100644 --- a/samples/timm/resnetv2_18.ra4_e3600_r224_in1k/input_tensor_constraints.py +++ b/samples/timm/resnetv2_18.ra4_e3600_r224_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/timm/vit_base_patch16_224_miil.in21k/graph_net.json b/samples/timm/vit_base_patch16_224_miil.in21k/graph_net.json index e8d543f0d..8f9996e59 100644 --- a/samples/timm/vit_base_patch16_224_miil.in21k/graph_net.json +++ b/samples/timm/vit_base_patch16_224_miil.in21k/graph_net.json @@ -5,5 +5,20 @@ "dynamic": true, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/timm/vit_base_patch16_224_miil.in21k/input_tensor_constraints.py b/samples/timm/vit_base_patch16_224_miil.in21k/input_tensor_constraints.py index 8af1b635d..8e9841c7a 100644 --- a/samples/timm/vit_base_patch16_224_miil.in21k/input_tensor_constraints.py +++ b/samples/timm/vit_base_patch16_224_miil.in21k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/timm/vit_small_patch16_rope_mixed_ape_224.naver_in1k/graph_net.json b/samples/timm/vit_small_patch16_rope_mixed_ape_224.naver_in1k/graph_net.json index e8d543f0d..8f9996e59 100644 --- a/samples/timm/vit_small_patch16_rope_mixed_ape_224.naver_in1k/graph_net.json +++ b/samples/timm/vit_small_patch16_rope_mixed_ape_224.naver_in1k/graph_net.json @@ -5,5 +5,20 @@ "dynamic": true, "source": "timm", "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/timm/vit_small_patch16_rope_mixed_ape_224.naver_in1k/input_tensor_constraints.py b/samples/timm/vit_small_patch16_rope_mixed_ape_224.naver_in1k/input_tensor_constraints.py index f7c5c77a8..e9dc47cbd 100644 --- a/samples/timm/vit_small_patch16_rope_mixed_ape_224.naver_in1k/input_tensor_constraints.py +++ b/samples/timm/vit_small_patch16_rope_mixed_ape_224.naver_in1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/torchaudio/wavlm_base/graph_net.json b/samples/torchaudio/wavlm_base/graph_net.json index 6bd506619..bb7b76dfb 100644 --- a/samples/torchaudio/wavlm_base/graph_net.json +++ b/samples/torchaudio/wavlm_base/graph_net.json @@ -4,18 +4,19 @@ "num_nodes_required": 1, "source": "torchaudio", "heuristic_tag": "audio", + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" - ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + ] } \ No newline at end of file diff --git a/samples/torchvision/resnext50_32x4d/input_tensor_constraints.py b/samples/torchvision/resnext50_32x4d/input_tensor_constraints.py index 1faac1978..6ee79b726 100644 --- a/samples/torchvision/resnext50_32x4d/input_tensor_constraints.py +++ b/samples/torchvision/resnext50_32x4d/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/torchvision/vgg16_bn/input_tensor_constraints.py b/samples/torchvision/vgg16_bn/input_tensor_constraints.py index 2460db522..07e94ddf8 100644 --- a/samples/torchvision/vgg16_bn/input_tensor_constraints.py +++ b/samples/torchvision/vgg16_bn/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/torchvision/vit_l_16/graph_net.json b/samples/torchvision/vit_l_16/graph_net.json index 30d34d024..9041b1484 100644 --- a/samples/torchvision/vit_l_16/graph_net.json +++ b/samples/torchvision/vit_l_16/graph_net.json @@ -5,17 +5,20 @@ "dynamic": false, "source": "torchvision", "heuristic_tag": "computer_vision", + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" - ], - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + ] } \ No newline at end of file diff --git a/samples/torchvision/vit_l_16/input_tensor_constraints.py b/samples/torchvision/vit_l_16/input_tensor_constraints.py index 75b3831c0..83839b6eb 100644 --- a/samples/torchvision/vit_l_16/input_tensor_constraints.py +++ b/samples/torchvision/vit_l_16/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/transformers-auto-model/Francesco_resnet101-224-1k/graph_net.json b/samples/transformers-auto-model/Francesco_resnet101-224-1k/graph_net.json index 1d331dc43..4c6b665e7 100644 --- a/samples/transformers-auto-model/Francesco_resnet101-224-1k/graph_net.json +++ b/samples/transformers-auto-model/Francesco_resnet101-224-1k/graph_net.json @@ -15,5 +15,6 @@ "region:us" ], "heuristic_tag": "computer_vision", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Francesco_resnet101-224-1k/input_tensor_constraints.py b/samples/transformers-auto-model/Francesco_resnet101-224-1k/input_tensor_constraints.py index 2cb15eead..061ab71f3 100644 --- a/samples/transformers-auto-model/Francesco_resnet101-224-1k/input_tensor_constraints.py +++ b/samples/transformers-auto-model/Francesco_resnet101-224-1k/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-zh-en/graph_net.json b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-zh-en/graph_net.json index 244d4ac91..7934a2ea3 100644 --- a/samples/transformers-auto-model/Helsinki-NLP_opus-mt-zh-en/graph_net.json +++ b/samples/transformers-auto-model/Helsinki-NLP_opus-mt-zh-en/graph_net.json @@ -23,9 +23,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/Lin-Chen_ShareGPT4V-7B_Pretrained_vit-large336-l12/graph_net.json b/samples/transformers-auto-model/Lin-Chen_ShareGPT4V-7B_Pretrained_vit-large336-l12/graph_net.json index 76dfc2251..817d3cb6a 100644 --- a/samples/transformers-auto-model/Lin-Chen_ShareGPT4V-7B_Pretrained_vit-large336-l12/graph_net.json +++ b/samples/transformers-auto-model/Lin-Chen_ShareGPT4V-7B_Pretrained_vit-large336-l12/graph_net.json @@ -13,5 +13,20 @@ "region:us" ], "heuristic_tag": "other", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/Lin-Chen_ShareGPT4V-7B_Pretrained_vit-large336-l12/input_tensor_constraints.py b/samples/transformers-auto-model/Lin-Chen_ShareGPT4V-7B_Pretrained_vit-large336-l12/input_tensor_constraints.py index 61de1e20b..d42f5e95f 100644 --- a/samples/transformers-auto-model/Lin-Chen_ShareGPT4V-7B_Pretrained_vit-large336-l12/input_tensor_constraints.py +++ b/samples/transformers-auto-model/Lin-Chen_ShareGPT4V-7B_Pretrained_vit-large336-l12/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/transformers-auto-model/MIT_ast-finetuned-audioset-10-10-0.4593/graph_net.json b/samples/transformers-auto-model/MIT_ast-finetuned-audioset-10-10-0.4593/graph_net.json index 8d3c96927..938793fd4 100644 --- a/samples/transformers-auto-model/MIT_ast-finetuned-audioset-10-10-0.4593/graph_net.json +++ b/samples/transformers-auto-model/MIT_ast-finetuned-audioset-10-10-0.4593/graph_net.json @@ -1 +1,35 @@ -{"framework": "torch", "num_devices_required": 1, "num_nodes_required": 1, "dynamic": false, "model_name": "MIT/ast-finetuned-audioset-10-10-0.4593", "source": "huggingface_hub", "original_tag": ["transformers", "pytorch", "safetensors", "audio-spectrogram-transformer", "audio-classification", "arxiv:2104.01778", "license:bsd-3-clause", "endpoints_compatible", "region:us"], "heuristic_tag": "audio", "dimension_generalization_passes": ["naive_call_method_view_pass", "tuple_arg_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass"]} \ No newline at end of file +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1, + "dynamic": false, + "model_name": "MIT/ast-finetuned-audioset-10-10-0.4593", + "source": "huggingface_hub", + "original_tag": [ + "transformers", + "pytorch", + "safetensors", + "audio-spectrogram-transformer", + "audio-classification", + "arxiv:2104.01778", + "license:bsd-3-clause", + "endpoints_compatible", + "region:us" + ], + "heuristic_tag": "audio", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] +} \ No newline at end of file diff --git a/samples/transformers-auto-model/MIT_ast-finetuned-audioset-10-10-0.4593/input_tensor_constraints.py b/samples/transformers-auto-model/MIT_ast-finetuned-audioset-10-10-0.4593/input_tensor_constraints.py index 48ac9d680..66828cdfd 100644 --- a/samples/transformers-auto-model/MIT_ast-finetuned-audioset-10-10-0.4593/input_tensor_constraints.py +++ b/samples/transformers-auto-model/MIT_ast-finetuned-audioset-10-10-0.4593/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/MoritzLaurer_xtremedistil-l6-h256-mnli-fever-anli-ling-binary/graph_net.json b/samples/transformers-auto-model/MoritzLaurer_xtremedistil-l6-h256-mnli-fever-anli-ling-binary/graph_net.json index 83843b39c..00a8c19ac 100644 --- a/samples/transformers-auto-model/MoritzLaurer_xtremedistil-l6-h256-mnli-fever-anli-ling-binary/graph_net.json +++ b/samples/transformers-auto-model/MoritzLaurer_xtremedistil-l6-h256-mnli-fever-anli-ling-binary/graph_net.json @@ -26,9 +26,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/Neurora_opus-tatoeba-heb-eng/graph_net.json b/samples/transformers-auto-model/Neurora_opus-tatoeba-heb-eng/graph_net.json index 6487f70bd..87d1051ce 100644 --- a/samples/transformers-auto-model/Neurora_opus-tatoeba-heb-eng/graph_net.json +++ b/samples/transformers-auto-model/Neurora_opus-tatoeba-heb-eng/graph_net.json @@ -18,9 +18,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/OFA-Sys_chinese-clip-vit-large-patch14/graph_net.json b/samples/transformers-auto-model/OFA-Sys_chinese-clip-vit-large-patch14/graph_net.json index 71cf5222a..91e55c1f9 100644 --- a/samples/transformers-auto-model/OFA-Sys_chinese-clip-vit-large-patch14/graph_net.json +++ b/samples/transformers-auto-model/OFA-Sys_chinese-clip-vit-large-patch14/graph_net.json @@ -16,5 +16,20 @@ "region:us" ], "heuristic_tag": "multimodal", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/OFA-Sys_chinese-clip-vit-large-patch14/input_tensor_constraints.py b/samples/transformers-auto-model/OFA-Sys_chinese-clip-vit-large-patch14/input_tensor_constraints.py index ec0f4d387..c041576d3 100644 --- a/samples/transformers-auto-model/OFA-Sys_chinese-clip-vit-large-patch14/input_tensor_constraints.py +++ b/samples/transformers-auto-model/OFA-Sys_chinese-clip-vit-large-patch14/input_tensor_constraints.py @@ -1,18 +1,20 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") +S1 = Symbol("S1") +S2 = Symbol("S2") -dynamic_dim_constraint_symbols = [S0] +dynamic_dim_constraint_symbols = [S0, S1, S2] -dynamic_dim_constraint_symbol2example_value = {S0: 224} +dynamic_dim_constraint_symbol2example_value = {S0: 2, S1: 7, S2: 224} dynamic_dim_constraint_relations = [] dynamic_dim_constraint_input_shapes = [ - ([2, 7], "L_kwargs_attention_mask_"), - ([2, 7], "L_kwargs_input_ids_"), - ([1, 3, S0, S0], "L_kwargs_pixel_values_"), - ([2, 7], "L_kwargs_token_type_ids_"), + ([S0, S1], "L_kwargs_attention_mask_"), + ([S0, S1], "L_kwargs_input_ids_"), + ([1, 3, S2, S2], "L_kwargs_pixel_values_"), + ([S0, S1], "L_kwargs_token_type_ids_"), ([1, 512], "L_self_modules_text_model_modules_embeddings_buffers_position_ids_"), ( [768], diff --git a/samples/transformers-auto-model/Sayan01_tiny-bert-sst2-distilled/graph_net.json b/samples/transformers-auto-model/Sayan01_tiny-bert-sst2-distilled/graph_net.json index 4ff57d0a0..0d8417b8d 100644 --- a/samples/transformers-auto-model/Sayan01_tiny-bert-sst2-distilled/graph_net.json +++ b/samples/transformers-auto-model/Sayan01_tiny-bert-sst2-distilled/graph_net.json @@ -17,11 +17,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ - "naive_call_method_view_pass", + "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/Sayan01_tiny-bert-sst2-distilled/input_tensor_constraints.py b/samples/transformers-auto-model/Sayan01_tiny-bert-sst2-distilled/input_tensor_constraints.py index 95f7cb6de..bc4b207d1 100644 --- a/samples/transformers-auto-model/Sayan01_tiny-bert-sst2-distilled/input_tensor_constraints.py +++ b/samples/transformers-auto-model/Sayan01_tiny-bert-sst2-distilled/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/TrustSafeAI_RADAR_Vicuna_7B/graph_net.json b/samples/transformers-auto-model/TrustSafeAI_RADAR_Vicuna_7B/graph_net.json index 9512ad455..d0e797908 100644 --- a/samples/transformers-auto-model/TrustSafeAI_RADAR_Vicuna_7B/graph_net.json +++ b/samples/transformers-auto-model/TrustSafeAI_RADAR_Vicuna_7B/graph_net.json @@ -20,9 +20,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/Visual-Attention-Network_van-tiny/graph_net.json b/samples/transformers-auto-model/Visual-Attention-Network_van-tiny/graph_net.json index 65cc5b120..162832257 100644 --- a/samples/transformers-auto-model/Visual-Attention-Network_van-tiny/graph_net.json +++ b/samples/transformers-auto-model/Visual-Attention-Network_van-tiny/graph_net.json @@ -22,9 +22,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/aimarsg_prueba5/graph_net.json b/samples/transformers-auto-model/aimarsg_prueba5/graph_net.json index bf326ef13..b600eb282 100644 --- a/samples/transformers-auto-model/aimarsg_prueba5/graph_net.json +++ b/samples/transformers-auto-model/aimarsg_prueba5/graph_net.json @@ -21,9 +21,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/apple_aimv2-huge-patch14-224/graph_net.json b/samples/transformers-auto-model/apple_aimv2-huge-patch14-224/graph_net.json index 78aebe899..7bb29d866 100644 --- a/samples/transformers-auto-model/apple_aimv2-huge-patch14-224/graph_net.json +++ b/samples/transformers-auto-model/apple_aimv2-huge-patch14-224/graph_net.json @@ -22,5 +22,20 @@ "region:us" ], "heuristic_tag": "other", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/apple_aimv2-huge-patch14-224/input_tensor_constraints.py b/samples/transformers-auto-model/apple_aimv2-huge-patch14-224/input_tensor_constraints.py index 40ec17504..d7b334301 100644 --- a/samples/transformers-auto-model/apple_aimv2-huge-patch14-224/input_tensor_constraints.py +++ b/samples/transformers-auto-model/apple_aimv2-huge-patch14-224/input_tensor_constraints.py @@ -1,15 +1,16 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") +S1 = Symbol("S1") -dynamic_dim_constraint_symbols = [S0] +dynamic_dim_constraint_symbols = [S0, S1] -dynamic_dim_constraint_symbol2example_value = {S0: 224} +dynamic_dim_constraint_symbol2example_value = {S0: 1, S1: 224} dynamic_dim_constraint_relations = [] dynamic_dim_constraint_input_shapes = [ - ([1, 3, S0, S0], "L_pixel_values_"), + ([S0, 3, S1, S1], "L_pixel_values_"), ( [1536], "L_self_modules_preprocessor_modules_patchifier_modules_norm_parameters_weight_", diff --git a/samples/transformers-auto-model/bge-small-en-v1.5/graph_net.json b/samples/transformers-auto-model/bge-small-en-v1.5/graph_net.json index 91cfed0f0..db4117183 100644 --- a/samples/transformers-auto-model/bge-small-en-v1.5/graph_net.json +++ b/samples/transformers-auto-model/bge-small-en-v1.5/graph_net.json @@ -29,18 +29,20 @@ "region:us" ], "heuristic_tag": "other", + "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier", "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" - ], - "symbolic_dimension_reifier": "naive_nlp_sym_dim_reifier" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/distilbert_distilbert-base-multilingual-cased/graph_net.json b/samples/transformers-auto-model/distilbert_distilbert-base-multilingual-cased/graph_net.json index 7b7b5206b..bfc10b161 100644 --- a/samples/transformers-auto-model/distilbert_distilbert-base-multilingual-cased/graph_net.json +++ b/samples/transformers-auto-model/distilbert_distilbert-base-multilingual-cased/graph_net.json @@ -128,9 +128,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/distilbert_distilbert-base-uncased/graph_net.json b/samples/transformers-auto-model/distilbert_distilbert-base-uncased/graph_net.json index b63add22f..3ee04d80f 100644 --- a/samples/transformers-auto-model/distilbert_distilbert-base-uncased/graph_net.json +++ b/samples/transformers-auto-model/distilbert_distilbert-base-uncased/graph_net.json @@ -26,11 +26,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ - "naive_call_method_view_pass", + "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/distilbert_distilbert-base-uncased/input_tensor_constraints.py b/samples/transformers-auto-model/distilbert_distilbert-base-uncased/input_tensor_constraints.py index b874602a7..9ca0e18ec 100644 --- a/samples/transformers-auto-model/distilbert_distilbert-base-uncased/input_tensor_constraints.py +++ b/samples/transformers-auto-model/distilbert_distilbert-base-uncased/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/facebook_sam-vit-large/graph_net.json b/samples/transformers-auto-model/facebook_sam-vit-large/graph_net.json index 56c39508a..303e0740c 100644 --- a/samples/transformers-auto-model/facebook_sam-vit-large/graph_net.json +++ b/samples/transformers-auto-model/facebook_sam-vit-large/graph_net.json @@ -19,5 +19,20 @@ "region:us" ], "heuristic_tag": "other", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/facebook_sam-vit-large/input_tensor_constraints.py b/samples/transformers-auto-model/facebook_sam-vit-large/input_tensor_constraints.py index 9a931dea4..8a0b5db43 100644 --- a/samples/transformers-auto-model/facebook_sam-vit-large/input_tensor_constraints.py +++ b/samples/transformers-auto-model/facebook_sam-vit-large/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/transformers-auto-model/google-t5_t5-large/graph_net.json b/samples/transformers-auto-model/google-t5_t5-large/graph_net.json index a7d05999c..786b80c3a 100644 --- a/samples/transformers-auto-model/google-t5_t5-large/graph_net.json +++ b/samples/transformers-auto-model/google-t5_t5-large/graph_net.json @@ -38,9 +38,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/google/bert_uncased_L-6_H-512_A-8/graph_net.json b/samples/transformers-auto-model/google/bert_uncased_L-6_H-512_A-8/graph_net.json index 5e7058271..0a00f2758 100644 --- a/samples/transformers-auto-model/google/bert_uncased_L-6_H-512_A-8/graph_net.json +++ b/samples/transformers-auto-model/google/bert_uncased_L-6_H-512_A-8/graph_net.json @@ -17,11 +17,13 @@ ], "heuristic_tag": "other", "dimension_generalization_passes": [ - "naive_call_method_view_pass", + "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/google/bert_uncased_L-6_H-512_A-8/input_tensor_constraints.py b/samples/transformers-auto-model/google/bert_uncased_L-6_H-512_A-8/input_tensor_constraints.py index ce98a4194..6088b8bb6 100644 --- a/samples/transformers-auto-model/google/bert_uncased_L-6_H-512_A-8/input_tensor_constraints.py +++ b/samples/transformers-auto-model/google/bert_uncased_L-6_H-512_A-8/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/google/t5-efficient-large-kv128/graph_net.json b/samples/transformers-auto-model/google/t5-efficient-large-kv128/graph_net.json index a0d39e18f..6bfe6f2a2 100644 --- a/samples/transformers-auto-model/google/t5-efficient-large-kv128/graph_net.json +++ b/samples/transformers-auto-model/google/t5-efficient-large-kv128/graph_net.json @@ -24,9 +24,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/google_byt5_base/graph_net.json b/samples/transformers-auto-model/google_byt5_base/graph_net.json index 00f8cf2ac..5cce7e93e 100644 --- a/samples/transformers-auto-model/google_byt5_base/graph_net.json +++ b/samples/transformers-auto-model/google_byt5_base/graph_net.json @@ -126,9 +126,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/graph_net.json b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/graph_net.json index 1fde76e5f..34a70d486 100644 --- a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/graph_net.json +++ b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/graph_net.json @@ -16,8 +16,9 @@ ], "heuristic_tag": "other", "dimension_generalization_passes": [ - "naive_call_method_view_pass", + "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", @@ -30,4 +31,4 @@ "non_batch_call_function_arange_plus_one_pass" ], "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" -} +} \ No newline at end of file diff --git a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/input_tensor_constraints.py b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/input_tensor_constraints.py index 736bea51c..33bbedf99 100644 --- a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/input_tensor_constraints.py +++ b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecVisionModel/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-EfficientFormerModel/graph_net.json b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-EfficientFormerModel/graph_net.json index 658845b7f..de71a19cb 100644 --- a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-EfficientFormerModel/graph_net.json +++ b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-EfficientFormerModel/graph_net.json @@ -17,9 +17,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/graph_net.json b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/graph_net.json index f58e65686..4d0fb3dcf 100644 --- a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/graph_net.json +++ b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/graph_net.json @@ -15,8 +15,6 @@ "region:us" ], "heuristic_tag": "computer_vision", - "dimension_generalization_passes": [ - "non_batch_call_method_view_pass" - ], - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" -} + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] +} \ No newline at end of file diff --git a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/input_tensor_constraints.py b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/input_tensor_constraints.py index ab6c9f812..15f2455b0 100644 --- a/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/input_tensor_constraints.py +++ b/samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2ForImageClassification/input_tensor_constraints.py @@ -1,15 +1,14 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq -S0 = Symbol("S0") -dynamic_dim_constraint_symbols = [S0] +dynamic_dim_constraint_symbols = [] -dynamic_dim_constraint_symbol2example_value = {S0: 32} +dynamic_dim_constraint_symbol2example_value = {} dynamic_dim_constraint_relations = [] dynamic_dim_constraint_input_shapes = [ - ([1, 3, S0, S0], "L_pixel_values_"), + ([1, 3, 32, 32], "L_pixel_values_"), ([2], "L_self_modules_classifier_parameters_bias_"), ([2, 64], "L_self_modules_classifier_parameters_weight_"), ([16], "L_self_modules_swinv2_modules_embeddings_modules_norm_parameters_bias_"), diff --git a/samples/transformers-auto-model/internetoftim_dinov2-base/graph_net.json b/samples/transformers-auto-model/internetoftim_dinov2-base/graph_net.json index d1d7e9a8d..6be9d1411 100644 --- a/samples/transformers-auto-model/internetoftim_dinov2-base/graph_net.json +++ b/samples/transformers-auto-model/internetoftim_dinov2-base/graph_net.json @@ -14,5 +14,20 @@ "region:us" ], "heuristic_tag": "other", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/internetoftim_dinov2-base/input_tensor_constraints.py b/samples/transformers-auto-model/internetoftim_dinov2-base/input_tensor_constraints.py index 921527d8e..3e4cf4cea 100644 --- a/samples/transformers-auto-model/internetoftim_dinov2-base/input_tensor_constraints.py +++ b/samples/transformers-auto-model/internetoftim_dinov2-base/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/transformers-auto-model/microsoft_beit-base-patch16-384/graph_net.json b/samples/transformers-auto-model/microsoft_beit-base-patch16-384/graph_net.json index 81c73ea5b..477997e0c 100644 --- a/samples/transformers-auto-model/microsoft_beit-base-patch16-384/graph_net.json +++ b/samples/transformers-auto-model/microsoft_beit-base-patch16-384/graph_net.json @@ -21,18 +21,20 @@ "region:us" ], "heuristic_tag": "computer_vision", + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass" - ], - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/graph_net.json b/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/graph_net.json index e6c741d69..7576d7876 100644 --- a/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/graph_net.json +++ b/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/graph_net.json @@ -20,8 +20,6 @@ "region:us" ], "heuristic_tag": "computer_vision", - "dimension_generalization_passes": [ - "non_batch_call_method_view_pass" - ], - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" -} + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [] +} \ No newline at end of file diff --git a/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/input_tensor_constraints.py b/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/input_tensor_constraints.py index 0def1285e..24c1f4d7e 100644 --- a/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/input_tensor_constraints.py +++ b/samples/transformers-auto-model/microsoft_swin-base-patch4-window12-384-in22k/input_tensor_constraints.py @@ -1,15 +1,14 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq -S0 = Symbol("S0") -dynamic_dim_constraint_symbols = [S0] +dynamic_dim_constraint_symbols = [] -dynamic_dim_constraint_symbol2example_value = {S0: 384} +dynamic_dim_constraint_symbol2example_value = {} dynamic_dim_constraint_relations = [] dynamic_dim_constraint_input_shapes = [ - ([1, 3, S0, S0], "L_pixel_values_"), + ([1, 3, 384, 384], "L_pixel_values_"), ([128], "L_self_modules_embeddings_modules_norm_parameters_bias_"), ([128], "L_self_modules_embeddings_modules_norm_parameters_weight_"), ( diff --git a/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/graph_net.json b/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/graph_net.json index c93ee0aab..ddb4ddaa5 100644 --- a/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/graph_net.json +++ b/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/graph_net.json @@ -16,11 +16,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ - "naive_call_method_view_pass", + "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/input_tensor_constraints.py b/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/input_tensor_constraints.py index b874602a7..9ca0e18ec 100644 --- a/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/input_tensor_constraints.py +++ b/samples/transformers-auto-model/mohsenfayyaz_BERT_Warmup/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/ogoshi2000_stance-nystromformer/graph_net.json b/samples/transformers-auto-model/ogoshi2000_stance-nystromformer/graph_net.json index 74473dc1a..57a57544d 100644 --- a/samples/transformers-auto-model/ogoshi2000_stance-nystromformer/graph_net.json +++ b/samples/transformers-auto-model/ogoshi2000_stance-nystromformer/graph_net.json @@ -18,9 +18,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-NORTH_EU-NORTH_EU/graph_net.json b/samples/transformers-auto-model/opus-mt-NORTH_EU-NORTH_EU/graph_net.json index be61366cf..692642838 100644 --- a/samples/transformers-auto-model/opus-mt-NORTH_EU-NORTH_EU/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-NORTH_EU-NORTH_EU/graph_net.json @@ -19,10 +19,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-NORTH_EU-NORTH_EU/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-NORTH_EU-NORTH_EU/input_tensor_constraints.py index 4760da2e8..b1875173a 100644 --- a/samples/transformers-auto-model/opus-mt-NORTH_EU-NORTH_EU/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-NORTH_EU-NORTH_EU/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-ar-es/graph_net.json b/samples/transformers-auto-model/opus-mt-ar-es/graph_net.json index 4641c5164..56f39da32 100644 --- a/samples/transformers-auto-model/opus-mt-ar-es/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-ar-es/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-ar-es/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-ar-es/input_tensor_constraints.py index c6e1fb086..8de766827 100644 --- a/samples/transformers-auto-model/opus-mt-ar-es/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-ar-es/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-ase-es/graph_net.json b/samples/transformers-auto-model/opus-mt-ase-es/graph_net.json index 0a6a2d9cd..d6412293f 100644 --- a/samples/transformers-auto-model/opus-mt-ase-es/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-ase-es/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-ase-es/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-ase-es/input_tensor_constraints.py index 55b1d7e3b..01f1b8241 100644 --- a/samples/transformers-auto-model/opus-mt-ase-es/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-ase-es/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-bcl-fr/graph_net.json b/samples/transformers-auto-model/opus-mt-bcl-fr/graph_net.json index 83570c8f8..e4e70d254 100644 --- a/samples/transformers-auto-model/opus-mt-bcl-fr/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-bcl-fr/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-bcl-fr/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-bcl-fr/input_tensor_constraints.py index 3e2f40a98..74083da11 100644 --- a/samples/transformers-auto-model/opus-mt-bcl-fr/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-bcl-fr/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-bi-en/graph_net.json b/samples/transformers-auto-model/opus-mt-bi-en/graph_net.json index 62942e458..12578bac5 100644 --- a/samples/transformers-auto-model/opus-mt-bi-en/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-bi-en/graph_net.json @@ -8,10 +8,13 @@ "original_tag": [], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-bi-en/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-bi-en/input_tensor_constraints.py index ab718d251..fd1f700d1 100644 --- a/samples/transformers-auto-model/opus-mt-bi-en/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-bi-en/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-de-ase/graph_net.json b/samples/transformers-auto-model/opus-mt-de-ase/graph_net.json index 5085bab00..3f8c6e08c 100644 --- a/samples/transformers-auto-model/opus-mt-de-ase/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-de-ase/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-de-ase/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-de-ase/input_tensor_constraints.py index e0729ef73..bf4d39cc0 100644 --- a/samples/transformers-auto-model/opus-mt-de-ase/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-de-ase/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-de-no/graph_net.json b/samples/transformers-auto-model/opus-mt-de-no/graph_net.json index 4e5fc8584..7d55cc84d 100644 --- a/samples/transformers-auto-model/opus-mt-de-no/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-de-no/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-de-no/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-de-no/input_tensor_constraints.py index e97149b20..cb694be1c 100644 --- a/samples/transformers-auto-model/opus-mt-de-no/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-de-no/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-de-tl/graph_net.json b/samples/transformers-auto-model/opus-mt-de-tl/graph_net.json index bf80287ca..75dde2ff5 100644 --- a/samples/transformers-auto-model/opus-mt-de-tl/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-de-tl/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-de-tl/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-de-tl/input_tensor_constraints.py index 65f329166..18a798299 100644 --- a/samples/transformers-auto-model/opus-mt-de-tl/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-de-tl/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-en-bat/graph_net.json b/samples/transformers-auto-model/opus-mt-en-bat/graph_net.json index b1def656b..f9c58b0fa 100644 --- a/samples/transformers-auto-model/opus-mt-en-bat/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-en-bat/graph_net.json @@ -25,10 +25,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-en-bat/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-en-bat/input_tensor_constraints.py index 95a91460b..f60e8bcc7 100644 --- a/samples/transformers-auto-model/opus-mt-en-bat/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-en-bat/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-en-crs/graph_net.json b/samples/transformers-auto-model/opus-mt-en-crs/graph_net.json index e30bf0775..2cafc67fd 100644 --- a/samples/transformers-auto-model/opus-mt-en-crs/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-en-crs/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-en-crs/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-en-crs/input_tensor_constraints.py index 67e5ec7f5..877811ed6 100644 --- a/samples/transformers-auto-model/opus-mt-en-crs/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-en-crs/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-en-guw/graph_net.json b/samples/transformers-auto-model/opus-mt-en-guw/graph_net.json index 462816e49..049419b40 100644 --- a/samples/transformers-auto-model/opus-mt-en-guw/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-en-guw/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-en-guw/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-en-guw/input_tensor_constraints.py index 15cb3d9fc..ce5150bc6 100644 --- a/samples/transformers-auto-model/opus-mt-en-guw/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-en-guw/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-en-gv/graph_net.json b/samples/transformers-auto-model/opus-mt-en-gv/graph_net.json index 12579a8c3..2ed9c0265 100644 --- a/samples/transformers-auto-model/opus-mt-en-gv/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-en-gv/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-en-gv/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-en-gv/input_tensor_constraints.py index beb2fec16..7b19ec4d7 100644 --- a/samples/transformers-auto-model/opus-mt-en-gv/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-en-gv/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-en-kqn/graph_net.json b/samples/transformers-auto-model/opus-mt-en-kqn/graph_net.json index f674fc028..a380e9d9b 100644 --- a/samples/transformers-auto-model/opus-mt-en-kqn/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-en-kqn/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-en-kqn/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-en-kqn/input_tensor_constraints.py index fbe4b8f18..62ec2a911 100644 --- a/samples/transformers-auto-model/opus-mt-en-kqn/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-en-kqn/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-en-phi/graph_net.json b/samples/transformers-auto-model/opus-mt-en-phi/graph_net.json index b1fdd6f93..f7015b9fc 100644 --- a/samples/transformers-auto-model/opus-mt-en-phi/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-en-phi/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-en-phi/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-en-phi/input_tensor_constraints.py index 3c95085ed..c9edf6af0 100644 --- a/samples/transformers-auto-model/opus-mt-en-phi/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-en-phi/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-en-sal/graph_net.json b/samples/transformers-auto-model/opus-mt-en-sal/graph_net.json index dde3b5e3b..eb2d0f2a5 100644 --- a/samples/transformers-auto-model/opus-mt-en-sal/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-en-sal/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-en-sal/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-en-sal/input_tensor_constraints.py index 244964214..5c3f59d55 100644 --- a/samples/transformers-auto-model/opus-mt-en-sal/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-en-sal/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-en-tw/graph_net.json b/samples/transformers-auto-model/opus-mt-en-tw/graph_net.json index ba5646317..1e8fc297e 100644 --- a/samples/transformers-auto-model/opus-mt-en-tw/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-en-tw/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-en-tw/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-en-tw/input_tensor_constraints.py index ab8280f36..069da8cc7 100644 --- a/samples/transformers-auto-model/opus-mt-en-tw/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-en-tw/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-eo-it/graph_net.json b/samples/transformers-auto-model/opus-mt-eo-it/graph_net.json index 29cc4430e..3de856557 100644 --- a/samples/transformers-auto-model/opus-mt-eo-it/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-eo-it/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-eo-it/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-eo-it/input_tensor_constraints.py index d21084baf..04bbddee8 100644 --- a/samples/transformers-auto-model/opus-mt-eo-it/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-eo-it/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-es-csg/graph_net.json b/samples/transformers-auto-model/opus-mt-es-csg/graph_net.json index d730f98ac..932cd242c 100644 --- a/samples/transformers-auto-model/opus-mt-es-csg/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-es-csg/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-es-csg/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-es-csg/input_tensor_constraints.py index 2ebe26cdc..2bf4b70f2 100644 --- a/samples/transformers-auto-model/opus-mt-es-csg/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-es-csg/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-es-de/graph_net.json b/samples/transformers-auto-model/opus-mt-es-de/graph_net.json index 4843ee433..3c20fad8d 100644 --- a/samples/transformers-auto-model/opus-mt-es-de/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-es-de/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-es-de/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-es-de/input_tensor_constraints.py index 92d78294d..4fb299179 100644 --- a/samples/transformers-auto-model/opus-mt-es-de/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-es-de/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-fi-niu/graph_net.json b/samples/transformers-auto-model/opus-mt-fi-niu/graph_net.json index 7830208b8..5db20c71e 100644 --- a/samples/transformers-auto-model/opus-mt-fi-niu/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-fi-niu/graph_net.json @@ -20,10 +20,13 @@ ], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-fi-niu/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-fi-niu/input_tensor_constraints.py index 25ec5da0c..635f21a33 100644 --- a/samples/transformers-auto-model/opus-mt-fi-niu/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-fi-niu/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-bat/graph_net.json b/samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-bat/graph_net.json index 62942e458..12578bac5 100644 --- a/samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-bat/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-bat/graph_net.json @@ -8,10 +8,13 @@ "original_tag": [], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-bat/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-bat/input_tensor_constraints.py index e08c7ab16..4d6590c13 100644 --- a/samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-bat/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-tc-bible-big-deu_eng_fra_por_spa-bat/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-tc-bible-big-gmw-deu_eng_fra_por_spa/graph_net.json b/samples/transformers-auto-model/opus-mt-tc-bible-big-gmw-deu_eng_fra_por_spa/graph_net.json index 62942e458..12578bac5 100644 --- a/samples/transformers-auto-model/opus-mt-tc-bible-big-gmw-deu_eng_fra_por_spa/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-tc-bible-big-gmw-deu_eng_fra_por_spa/graph_net.json @@ -8,10 +8,13 @@ "original_tag": [], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-tc-bible-big-gmw-deu_eng_fra_por_spa/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-tc-bible-big-gmw-deu_eng_fra_por_spa/input_tensor_constraints.py index 5ba71f598..879e862cb 100644 --- a/samples/transformers-auto-model/opus-mt-tc-bible-big-gmw-deu_eng_fra_por_spa/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-tc-bible-big-gmw-deu_eng_fra_por_spa/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa/graph_net.json b/samples/transformers-auto-model/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa/graph_net.json index 62942e458..12578bac5 100644 --- a/samples/transformers-auto-model/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa/graph_net.json +++ b/samples/transformers-auto-model/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa/graph_net.json @@ -8,10 +8,13 @@ "original_tag": [], "heuristic_tag": "nlp", "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa/input_tensor_constraints.py b/samples/transformers-auto-model/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa/input_tensor_constraints.py index a4db21c89..735fa8979 100644 --- a/samples/transformers-auto-model/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa/input_tensor_constraints.py +++ b/samples/transformers-auto-model/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") S1 = Symbol("S1") diff --git a/samples/transformers-auto-model/pipecat-ai_smart-turn-v2/graph_net.json b/samples/transformers-auto-model/pipecat-ai_smart-turn-v2/graph_net.json index 73cf0a070..08f55ea0f 100644 --- a/samples/transformers-auto-model/pipecat-ai_smart-turn-v2/graph_net.json +++ b/samples/transformers-auto-model/pipecat-ai_smart-turn-v2/graph_net.json @@ -22,5 +22,20 @@ "license:bsd-2-clause", "region:us" ], - "heuristic_tag": "audio" + "heuristic_tag": "audio", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/pipecat-ai_smart-turn-v2/input_tensor_constraints.py b/samples/transformers-auto-model/pipecat-ai_smart-turn-v2/input_tensor_constraints.py index 1fa1bded9..d9128c748 100644 --- a/samples/transformers-auto-model/pipecat-ai_smart-turn-v2/input_tensor_constraints.py +++ b/samples/transformers-auto-model/pipecat-ai_smart-turn-v2/input_tensor_constraints.py @@ -1,15 +1,16 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") +S1 = Symbol("S1") -dynamic_dim_constraint_symbols = [S0] +dynamic_dim_constraint_symbols = [S0, S1] -dynamic_dim_constraint_symbol2example_value = {S0: 160000} +dynamic_dim_constraint_symbol2example_value = {S0: 1, S1: 160000} dynamic_dim_constraint_relations = [] dynamic_dim_constraint_input_shapes = [ - ([1, S0], "L_input_values_"), + ([S0, S1], "L_input_values_"), ([1], "L_self_modules_classifier_parameters_bias_"), ([1, 256], "L_self_modules_classifier_parameters_weight_"), ([256], "L_self_modules_projector_parameters_bias_"), diff --git a/samples/transformers-auto-model/sentence-transformers/paraphrase-distilroberta-base-v1/graph_net.json b/samples/transformers-auto-model/sentence-transformers/paraphrase-distilroberta-base-v1/graph_net.json index 014473beb..227bfa0a5 100644 --- a/samples/transformers-auto-model/sentence-transformers/paraphrase-distilroberta-base-v1/graph_net.json +++ b/samples/transformers-auto-model/sentence-transformers/paraphrase-distilroberta-base-v1/graph_net.json @@ -1 +1,43 @@ -{"framework": "torch", "num_devices_required": 1, "num_nodes_required": 1, "dynamic": false, "model_name": "sentence-transformers/paraphrase-distilroberta-base-v1", "source": "huggingface_hub", "original_tag": ["sentence-transformers", "pytorch", "tf", "jax", "onnx", "safetensors", "openvino", "roberta", "feature-extraction", "sentence-similarity", "transformers", "arxiv:1908.10084", "license:apache-2.0", "autotrain_compatible", "text-embeddings-inference", "endpoints_compatible", "region:us"], "heuristic_tag": "other", "dimension_generalization_passes": ["naive_call_method_view_pass", "tuple_arg_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", "non_batch_call_function_full_plus_one_pass", "non_batch_call_function_zeros_pass", "non_batch_call_function_arange_plus_one_pass"]} \ No newline at end of file +{ + "framework": "torch", + "num_devices_required": 1, + "num_nodes_required": 1, + "dynamic": false, + "model_name": "sentence-transformers/paraphrase-distilroberta-base-v1", + "source": "huggingface_hub", + "original_tag": [ + "sentence-transformers", + "pytorch", + "tf", + "jax", + "onnx", + "safetensors", + "openvino", + "roberta", + "feature-extraction", + "sentence-similarity", + "transformers", + "arxiv:1908.10084", + "license:apache-2.0", + "autotrain_compatible", + "text-embeddings-inference", + "endpoints_compatible", + "region:us" + ], + "heuristic_tag": "other", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] +} \ No newline at end of file diff --git a/samples/transformers-auto-model/sentence-transformers/paraphrase-distilroberta-base-v1/input_tensor_constraints.py b/samples/transformers-auto-model/sentence-transformers/paraphrase-distilroberta-base-v1/input_tensor_constraints.py index c257a3b7e..08c2a7d7a 100644 --- a/samples/transformers-auto-model/sentence-transformers/paraphrase-distilroberta-base-v1/input_tensor_constraints.py +++ b/samples/transformers-auto-model/sentence-transformers/paraphrase-distilroberta-base-v1/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/transformers-auto-model/simjo_dummy-model/graph_net.json b/samples/transformers-auto-model/simjo_dummy-model/graph_net.json index 0a8e5e385..a227abc6d 100644 --- a/samples/transformers-auto-model/simjo_dummy-model/graph_net.json +++ b/samples/transformers-auto-model/simjo_dummy-model/graph_net.json @@ -18,9 +18,11 @@ "dimension_generalization_passes": [ "batch_call_method_view_pass", "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", "naive_call_method_reshape_pass", "naive_call_method_expand_pass", "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", "non_batch_call_function_arange_pass", "non_batch_call_function_getitem_slice_pass", "non_batch_call_function_full_pass", diff --git a/samples/transformers-auto-model/ydshieh_tiny-random-ViTModel/graph_net.json b/samples/transformers-auto-model/ydshieh_tiny-random-ViTModel/graph_net.json index 4f24bfd9d..1b265df24 100644 --- a/samples/transformers-auto-model/ydshieh_tiny-random-ViTModel/graph_net.json +++ b/samples/transformers-auto-model/ydshieh_tiny-random-ViTModel/graph_net.json @@ -15,5 +15,20 @@ "region:us" ], "heuristic_tag": "other", - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", + "dimension_generalization_passes": [ + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] } \ No newline at end of file diff --git a/samples/transformers-auto-model/ydshieh_tiny-random-ViTModel/input_tensor_constraints.py b/samples/transformers-auto-model/ydshieh_tiny-random-ViTModel/input_tensor_constraints.py index 2b377edc4..62f9a1692 100644 --- a/samples/transformers-auto-model/ydshieh_tiny-random-ViTModel/input_tensor_constraints.py +++ b/samples/transformers-auto-model/ydshieh_tiny-random-ViTModel/input_tensor_constraints.py @@ -1,4 +1,4 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") diff --git a/samples/ultralytics/yolov3-tinyu/graph_net.json b/samples/ultralytics/yolov3-tinyu/graph_net.json index dc3fb8d45..68880cf48 100644 --- a/samples/ultralytics/yolov3-tinyu/graph_net.json +++ b/samples/ultralytics/yolov3-tinyu/graph_net.json @@ -5,8 +5,20 @@ "dynamic": false, "source": "ultralytics", "heuristic_tag": "computer_vision", + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", "dimension_generalization_passes": [ - "non_batch_call_method_view_pass" - ], - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" -} + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] +} \ No newline at end of file diff --git a/samples/ultralytics/yolov3-tinyu/input_tensor_constraints.py b/samples/ultralytics/yolov3-tinyu/input_tensor_constraints.py index ceceb6dcf..a96801a59 100644 --- a/samples/ultralytics/yolov3-tinyu/input_tensor_constraints.py +++ b/samples/ultralytics/yolov3-tinyu/input_tensor_constraints.py @@ -1,10 +1,11 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") +S1 = Symbol("S1") -dynamic_dim_constraint_symbols = [S0] +dynamic_dim_constraint_symbols = [S0, S1] -dynamic_dim_constraint_symbol2example_value = {S0: 640} +dynamic_dim_constraint_symbol2example_value = {S0: 1, S1: 640} dynamic_dim_constraint_relations = [] @@ -282,5 +283,5 @@ [256, 128, 3, 3], "L_self_modules_model_modules_8_modules_conv_parameters_weight_", ), - ([1, 3, S0, S0], "L_x_"), + ([S0, 3, S1, S1], "L_x_"), ] diff --git a/samples/ultralytics/yolov9c/graph_net.json b/samples/ultralytics/yolov9c/graph_net.json index dc3fb8d45..68880cf48 100644 --- a/samples/ultralytics/yolov9c/graph_net.json +++ b/samples/ultralytics/yolov9c/graph_net.json @@ -5,8 +5,20 @@ "dynamic": false, "source": "ultralytics", "heuristic_tag": "computer_vision", + "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier", "dimension_generalization_passes": [ - "non_batch_call_method_view_pass" - ], - "symbolic_dimension_reifier": "naive_cv_sym_dim_reifier" -} + "batch_call_method_view_pass", + "tuple_arg_call_method_view_pass", + "naive_call_method_view_pass", + "naive_call_method_reshape_pass", + "naive_call_method_expand_pass", + "non_batch_call_method_expand_pass", + "non_batch_call_method_view_pass", + "non_batch_call_function_arange_pass", + "non_batch_call_function_getitem_slice_pass", + "non_batch_call_function_full_pass", + "non_batch_call_function_full_plus_one_pass", + "non_batch_call_function_zeros_pass", + "non_batch_call_function_arange_plus_one_pass" + ] +} \ No newline at end of file diff --git a/samples/ultralytics/yolov9c/input_tensor_constraints.py b/samples/ultralytics/yolov9c/input_tensor_constraints.py index 198b3ce75..691e4db22 100644 --- a/samples/ultralytics/yolov9c/input_tensor_constraints.py +++ b/samples/ultralytics/yolov9c/input_tensor_constraints.py @@ -1,10 +1,11 @@ -from sympy import Symbol +from sympy import Symbol, Expr, Rel, Eq S0 = Symbol("S0") +S1 = Symbol("S1") -dynamic_dim_constraint_symbols = [S0] +dynamic_dim_constraint_symbols = [S0, S1] -dynamic_dim_constraint_symbol2example_value = {S0: 640} +dynamic_dim_constraint_symbol2example_value = {S0: 1, S1: 640} dynamic_dim_constraint_relations = [] @@ -2980,5 +2981,5 @@ [512, 1024, 1, 1], "L_self_modules_model_modules_9_modules_cv5_modules_conv_parameters_weight_", ), - ([1, 3, S0, S0], "L_x_"), + ([S0, 3, S1, S1], "L_x_"), ]