SpfF(2UdZddlmZddlmZmZddlmZddlm Z ddl m cm Z ddl m cmcmZddlZejejee jjdejejee jjdejejee jjd ejejee jjd ejejee jjd ejejee jjdejejee jjd ejejee jjd ejejee jjd ejej e j!j"ejej#e j$j"ejej%e j&j"ejej'd ejej(d iZ)de*d<dHdZ+dIdZ,e e-e j.fZ/e0ee/e j1fZ2dJdZ3dKdZ4dLd Z5dMd"Z6dMd#Z7dNd%Z8dOd'Z9dPd)Z:dPd*Z;d+d,dd-d.ddddd/ dQdGZr)s""."4"4RZ^^5E5E"F"FrcxtjtjSr)rrrF64Typerrrrr*s"2>#5#5bjnn6F6F#G#Grz%dict[np.dtype, Callable[[], ir.Type]]_dtype_to_ir_type_factoryreturnir.TypecNttj|Sr)rnpdtypers rdtype_to_ir_typer ,s "28E?? 3 5 55rshape Sequence[int]c\tj|t|Sr)rRankedTensorTyperr )r!rs rshape_dtype_to_ir_typer%0s$  (8(?(? @ @@rshape_type_pairsSequence[ShapeTypePair]+tuple[list[ir.Type], list[ir.Value] | None]cg}g}td|D}|D]f\}}|r"|t||tjd|D|g||r|ndfS)Nc3NK|] \}}td|DV!dS)c3BK|]}t|t VdSr) isinstanceint.0ds r z7mk_result_types_and_shapes...Cs/ 1 1QjC  1 1 1 1 1 1rN)any)r/rshape_s rr1z-mk_result_types_and_shapes..BsQ)) &! 1 1& 1 1 111))))))rcxg|]7}t|tr|ntj8Sr)r,r-r ShapedTypeget_dynamic_sizer.s r z.mk_result_types_and_shapes..JsI   Q$$ JQQ"-*H*H*J*J   r)r2append shape_tensorrr$r)r& result_types result_shapeshas_dynamic_shapesr3rtypes rmk_result_types_and_shapesr?=s!#,"$-))')))))*ovu1<//000          - 7--4 99rsizesSequence[int | ir.Value]ir.Valuectdtjtdtjfdfd|D}|s,ttjgtjSt |dkr|dSt j|tj tj ddS)N)rrct|tur.ttj|gtjS|jkrt j|}t j|SNr) typer- hlo_constrarrayint32hloconvertreshape)r0i32_typeint1ds r dim_to_i32x1z"shape_tensor..dim_to_i32x1Tsc Aww#~~ rx28444 5 55 8   K! $ $ [ " ""rc&g|] }|Srr)r/szrOs rr8z shape_tensor..[s#)))R R)))rrrr ) r%rrIrGrHlenrJ concatenater IntegerAttrr IntegerType get_signless)r@dsrOrMrNs @@@rr:r:Qs rx 0 0% #B 1 1(######*)))5)))" D RXb"(++ , ,, 2ww!|| a5L ? BN  r~::2>> B B D DDrx np.ndarrayct|tjsJtjt j|t|j S)NrF) r,rndarrayrJconstantrDenseElementsAttrrr rrXs rrGrGdsU Arz " """" q'7'@'@AA C CCrr-c\ttj|tjSrE)rGrrHuint8r_s rhlo_u8rbi! 28ARX... / //rc\ttj|tjSrE)rGrrHrIr_s rhlo_s32rekrcr DimensionSizecNt|trt|n|Sr)r,r-rer_s rensure_hlo_s32rhns!!!S)) 0q0rir.DenseI64ArrayAttrcztjtj|tjSr)rDenseI64ArrayAttrrrasarrayint64)xss rdense_int_arrayroqs'  ! !"*R":": ; ;;ryc t|tur5t|turt||St|}t|turt|}t j||Sr)rFr-minrerJminimumrXrps rhlo_minrutse !WW^^ Aww#~~ AYY A !WW^^ A Q  rct|tur*t|tur||zSt|}t|turt|}tj||Sr)rFr-rerJaddrts rhlo_addrx~s^ !WW^^ Aww#~~ Ul A !WW^^ A ArFr) backend_confighas_side_effectr<called_computations api_versionoperand_output_aliasesoperand_layoutsresult_layoutsextra_attributescall_target_namestrr;Sequence[ir.Type]operandsSequence[ir.Value]r{%str | bytes | dict[str, ir.Attribute]r|boolr<Sequence[ir.Value] | Noner} Sequence[str]r~rdict[int, int] | NonerSequence[Sequence[int]] | Nonerrdict[str, ir.Attribute] | None ir.Operationc tt|}| tjd} nt |t t fr tj|} nVt |tr"tjd} d}ntdt |zttj|tj || tj tj d|tj d|D} |Btj fd|pd D| d <| | | |tjt#jtt't)|t)|t)|zt"j | d <| Ot)| t)|ks J| |ft| d gt)|zz} t|t|z}| ,tj d| D| d<| \| Jt)| t)ks J| ftj d| D| d<t,j|| }t |tr.tj|} | |jjd<|S)aHelper function for building an hlo.CustomCall. Args: call_target_name: the name of the custom call target result_types: the MLIR types of the results of the custom call operands: the MLIR IR values that are arguments to the custom call backend_config: an opaque string passed to the custom call kernel has_side_effect: if True, marks the custom call as effectful result_shapes: tensors that represent the result shapes, to be used when the results have dynamic shapes. If not-None, its length must match the number of the results. called_computations: the list of function names called by the custom call. api_version: the ABI contract version of the custom call operand_output_aliases: a dict mapping operand numbers to outputs they alias operand_layouts: a sequence of layouts (dimension orders) for each operand result_layouts: a sequence of layouts (dimension orders) for each result extra_attributes: additional IR attributes to apply to the custom_call. Nryrz,custom_call backend_config unexpected type: r cLg|]!}tj|"Sr)rFlatSymbolRefAttrr)r/names rr8zcustom_call..s) J J Jd2  # #D ) ) J J Jr)rr|r{r~r}cg|]=\}}tjtdkr|gng|g>S)r)output_tuple_indices operand_indexoperand_tuple_indices)rJOutputOperandAliasrrR)r/ input_idx output_idxr;s rr8zcustom_call..sj = = = )Z   03.sq666*+ ## M"*Qbh777 8 8!!## $ % %666rrc g|]o}tjtjtj|tjtjpSrrrs rr8zcustom_call..sq555*+ ## M"*Qbh777 8 8!!## $ % %555rr)resultsr attributeszmhlo.backend_config)listr StringAttrrr,rbytesdict ValueErrorBoolAttrrTrUrV ArrayAttritemsupdaterrrlrangerRrmrJ CustomCallOp build_genericDictAttr operationr)rr;rr{r|r<r}r~rrrrbackend_config_attrrops ` r custom_callrsB(^^(-++B//.3,//[-++N;;.$'' [-++B//KK Cc.FYFYY Z ZZ}(()9::kooo66(.$$ . % %b ) );88,** J J6I J J J   *'+-<+;+; = = = =%;$@$@$B$B$Hb = = = , ,J'(!&'''/1.E.I.I 4c(mmS]]S=O=O-OPPQQ # # #/$/$J*+"  ! !S]] 2 2 2_h4O 2 2 2_--]9K9K0KKoH~~] 3 33H $&L$4$466/>666%%J !   % % % ~  #l"3"3 3 3 3 6& 3 3 3#%<#3#355/=555$$J  %%lX1;&=="%%I+//.995HBL12 )r)rr)r!r"rr)r&r'rr()r@rArrB)rXrYrrB)rXr-)rXrf)rri)rXrfrprfrrf)rrr;rrrr{rr|rr<rr}rr~r-rrrrrrrrrr)=__doc__ __future__rcollections.abcrr functoolsrtypingrjaxlib.mlir.irmlirrjaxlib.mlir.dialects.stablehlodialects stablehlorJnumpyrrbool_rUrVint8int16rIrmra get_unsigneduint16uint32uint64float16F16Typerfloat32rfloat64r complex64 complex128r__annotations__r r%r-ValuerftupleType ShapeTypePairr?r:rGrbrerhrorurxrrrrrsMLL""""""........,,,,,,,,,,,, "(28ggbn91== "(27WWR^8!<< "(28ggbn92>> "(28ggbn92>> "(28ggbn92>> "(28ggbn91== "(29wwr~:B?? "(29wwr~:B?? "(29wwr~:B?? "(2:  "(2:  "(2:  "(2<FF "(2=GGE 6666AAAAc28m$ h}-rw67 9999(DDDD&CCCC 000000001111<<<<"=?!/3)+486:597;n n n n n n n n r