+ ܳj<p^RIt^RIHtHt^RIHt^RIHt^RIH t ^RI H t ^RIHt!RR ]4tR#) N)ListTuple)BaseAWQForCausalLM) Phi3Block) Phi3Model)Phi3DecoderLayer)FasterTransformerRMSNormca]tRt^ toRtRtR.t]R4t]V3RlRl4t ]V3RlRl4t ]V3R lR l4t R t Vt R #) Phi3VAWQForCausalLMrmax_position_embeddingsvision_embed_tokensc.VPP#N)modellayers)rs&R/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/models/phi3_v.pyget_model_layers$Phi3VAWQForCausalLM.get_model_layerss{{!!!c <V^8dQhRS[/#moduleOldPhi3DecoderLayer)format __classdict__s"r __annotate__ Phi3VAWQForCausalLM.__annotate__s''$7'rc\RR7#)F) is_scalable)dict)rs&rget_act_for_scaling'Phi3VAWQForCausalLM.get_act_for_scalings &&rc <V^8dQhRS[/#)rdevice)str)rrs"rrrsGG#GrcnVPPPV4VPnR#r)r embed_tokensto)rr&s&&r move_embedPhi3VAWQForCausalLM.move_embeds##(;;#;#;#>#>v#F  rc <V^8dQhRS[/#rr)rrs"rrrs**':*rc x.pVP\VPVPP.VR,VPVR74VP\VPPVPP .VR,R74VP\VP VPP.VR,VPR74VP\VPPVPP.VR,R74V#)zself_attn.qkv_proj)prev_oprinpmodule2inspectkwargszself_attn.o_proj)r/rr0zmlp.gate_up_proj)r/rr0r1z mlp.down_proj) appendr"input_layernorm self_attnqkv_projo_projpost_attention_layernormmlp gate_up_proj down_proj)r input_feat module_kwargsrs&&& rget_layers_for_scaling*Phi3VAWQForCausalLM.get_layers_for_scalings  ..((11234%//$     ((11((//012    77 //012%zz      // ,,-/   rN)__name__ __module__ __qualname____firstlineno__ layer_typemax_seq_len_keymodules_to_not_convert staticmethodrr#r+r>__static_attributes____classdictcell__)rs@rr r sh#J/O34""''GG**rr )tqdmtypingrrbaserawq.modules.fused.blockrawq.modules.fused.modelr AWQPhi3Model&transformers.models.phi3.modeling_phi3rrawq.modules.fused.normr r r@rrrSs+ $-=<<,<r