o ;ήc< @s^ddlZddlZddlmZddlmZddlmZddlm Z e e Z Gddde Z dS)N)FusionGptAttention)FusionGptAttentionMegatron)FusionGptAttentionNoPast) BertOnnxModelcs,eZdZfddZddZddZZS) Gpt2OnnxModelcst|||dS)N)super__init__)selfmodel num_heads hidden_size __class__O/tmp/pip-target-vg8gfxp4/lib/python/onnxruntime/transformers/onnx_model_gpt2.pyrszGpt2OnnxModel.__init__cCsht|jjjdkst|jjjdkrt||j}|dSt||j}|t ||j}|dS)N) lenr graphinputoutputrr applyrr)r fusionrrrfuse_attentions$     zGpt2OnnxModel.fuse_attentioncCs~td|}|}d}|dD]}|j|d|dd}g}||ddgddg|}|durB||dd gddg|}|durBq|\}} |d d } tj j d | d |j d g| dg| d} |dd} tj j d| d|j dg| dg| d} | |j d| d| | j d| d | d | j d<| |j d| d|| || |d7}q|td|dS)z- Remove extra reshape nodes. zstart postprocessing...rGemmReshapeF) recursiveFastGeluNLayerNormalizationMatMulFullyConnect_MatMul_inputr_output)inputsoutputsnameAddFullyConnect_Addz"postprocess: remove Reshape count:)loggerdebuginput_name_to_nodesoutput_name_to_nodeget_nodes_by_op_typefind_first_child_by_typematch_parent_pathcreate_node_nameonnxhelper make_noderreplace_input_of_all_nodesradd_node prune_graphinfo)r r*r+ reshape_count gemm_nodereshape_after_gemm return_indicenodesreshape_before_gemm root_nodematmul_node_name matmul_node add_node_namer4rrr postprocesssV      zGpt2OnnxModel.postprocess)__name__ __module__ __qualname__rrrA __classcell__rrr rrs  r)loggingr0fusion_gpt_attentionrfusion_gpt_attention_megatronrfusion_gpt_attention_no_pastronnx_model_bertr getLoggerrBr(rrrrrs