+
    ˜°³jòÊ ã                   óÂR  a€ Rç Et^0 t ^ RIt^ RIt^ RIHt ^ RIHt ^ RIHtH	t	 ^ RI
HtHt ^ RI
t
^ RIt^ RIHu Ht ^ RIHt ^ RIHt ^ RIHt ^ R	IHtHtHt ^ R
IHtHtHtH t H!t!H"t"H#t#H$t$ ^ RI%H&t& ^ RI'H(t(H)t)H*t*H+t+H,t,H-t-H.t.H/t/H0t0H1t1H2t2H3t3H4t4H5t5H6t6 ^ RI7H8t8H9t9H:t:H;t;H<t<H=t=H>t> ^ RI?H@t@ ^ RIAtA]P                  P„                  ]P†                  P                  Pˆ                  P„                  ]P†                  P                  PŠ                  P„                  ]P†                  P                  PŒ                  P„                  ]P†                  P                  PŒ                  P„                  .tG] ^ k ]P                  P�                  ]P                  P’                  ]P                  P”                  ]P†                  P                  PŒ                  P–                  ]P†                  P                  PŒ                  P–                  0tL] ^k . ]Pš                  ! ]G U Uu. uF%  p V Pœ                   Uu. uF  p]O! W4      NK  	  upNK'  	  upp 4      OtP] ^k ]P Uu. uF  q"]L9  g   K  VNK  	  uptP/ tQ] ^k ]G F^  tR]RPœ                   FK  tS]O! ]R]S4      tT]RPª                  P­                  RR4      P­                  RR4      tW]T]Q9  g   KA  ]W R]S 2]Q]T&   KM  	  K`  	  ]! RRè4      tX ! R R]4      tBR tY ! R R4      tZ ! R R4      t[ ! R R]4      t\ ! R R4      t] ! R R 4      t^R! t_R" t`R# taR$ tbR% tcR& tdR' teR( tfR) tgR* thR+ tiR, tjR- tkR. tlR/ tmR0 tnR1 toR2 tpR3 tqR4 trR5 tsR6 ttR7 tuR8 tvR9 twR: txR; tyR< tzR= t{R> t|R? t}R@ t~RA tRB t€RC t�RD t‚RE tƒRF t„RG t…RH t†RI t‡RJ tˆRK t‰RL tŠRM t‹RN tŒRO t�RP tŽRQ t�RR t�RS t‘RT t’RU t“RV t”RW t•RX t–RY t—RZ t˜R[ t™R\ tšR] t›R^ tœR_ t�R` tžRa tŸRb t Rc t¡Rd t¢Re t£Rf t¤Rg t¥Rh t¦Ri t§Rj t¨Rk t©Rl tªRm t«Rn t¬Ro t­Rp t®Rq t¯Rr t°Rs t±Rt t²Ru t³Rv t´Rw tµRx t¶Ry t·Rz t¸R{ t¹R| tºR} t»R~ t¼R t½R€ t¾RéR‚ lt¿Rƒ tÀR„ tÁR… tÂR† tÃR‡ tÄRˆ tÅR‰ tÆRŠ tÇR‹ tÈRŒ tÉR� tÊRŽ tËR� tÌR� tÍR‘ tÎR’ tÏ]&! ]EP                   R“R”];'       d    ];'       * R•R–7      ]&! ]EP                   R“R—];'       d    ];'       * R•R–7      ]&! ]EP                   R“R˜];'       d    ];'       * R•R–7      ]&! ]EP                   R“R˜];'       d    ];]EP¢                  3R•R™7      3tÒRš tÓR› tÔRœ tÕR� tÖRž t×RŸ tØR  tÙR¡ tÚR¢ tÛR£ tÜ]EPº                  EP¼                  EP¿                  4       ;'       d*    ]EPº                  EP¼                  EPÁ                  ^^ 4      tá. ]^! ]P                  EPÄ                  ]o]&! ]$4      3R¤7      N]^! ]P                  EPÆ                  ]:]p]&! ]$4      ]&! ]EP                   R“R¥]AEPÈ                  ! R¦4      R§7      3R¨7      N]^! ]P                  EPÊ                  ]:]q]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]$4      3R¨7      N]^! ]P                  EPÎ                  ]rRª7      N]^! ]P                  EPÐ                  ]:]sR«7      N]^! ]P                  EPÒ                  ]:]t]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]$4      3R¨7      N]^! ]P                  EPÔ                  ]lRª7      N]^! ]P                  EPÖ                  ]mRª7      N]^! ]P                  EPØ                  ]n]:]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]$R“R˜4      3R¬7      N]^! ]P                  EPÚ                  R­]u]x]&! ]EP                   R®R¯]AEPÈ                  ! R¦4      R§7      ]&! ]EP                   R®R°]AEPÈ                  ! R¦4      R§7      3R±7      N]^! ]P                  EPÜ                  R­]v]x]&! ]EP                   R®R¯]AEPÈ                  ! R¦4      R§7      ]&! ]EP                   R®R°]AEPÈ                  ! R¦4      R§7      3R±7      N]^! ]P                  EPÞ                  R­]w]x]&! ]$4      ]&! ]EP                   R®R¯]AEPÈ                  ! R¦4      R§7      ]&! ]EP                   R®R°]AEPÈ                  ! R¦4      R§7      3R±7      N]^! ]P                  EPà                  ]|]&! ]EP                   R“R²R³]EPâ                  .R´7      3R¤7      N]^! ]P                  EPä                  ]	! ]y^R�Rµ7      ]:R­]&! ]"! ]EPæ                  R¶/4      R“R¥4      3R·7      N]^! ]P                  EPè                  ]	! ]y^R�Rµ7      ]:R­]&! ]EP                   R“R¥R•]EPê                  .R´7      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      3R¸7      N]^! ]P                  EPì                  ]	! ]y^R�Rµ7      ]:R­]&! ]$R³R¹7      ]&! ]EP                   R“R¥4      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      3R¸7      N]^! ]P                  EPî                  ]	! ]y^R�R­Rº7      ]:R­]! ]EPð                  4      ]&! ]EP                   R“R»]EPð                  3R•R¼7      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      ]&! ]"! ]EPð                  R½/4      R“R¥4      3R¾7      N]^! ]P                  EPò                  ]	! ]y^R�R­Rº7      ]:R­]! ]EPð                  4      ]&! ]EP                   R“R¥]EPô                  ]EPö                  ]EPø                  3R¿7      ]&! ]EP                   R“R¥R•]EPê                  ]EPø                  .R´7      ]&! ]EP                   R“R»]EPð                  3R•R¼7      ]&! ]>R“R»]EPð                  3RÀR¼7      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      ]&! ]"! ]EPð                  R½/4      R“R¥4      3R¾7      N]^! ]P                  EPú                  ]	! ]y^R�R­Rº7      ]! ]EPð                  4      ]:R­]&! ]$4      ]&! ]EP                   R“R¥4      ]&! ]EP                   R“R»]EPð                  3R•R¼7      ]&! ]>R“R»]EPð                  3RÀR¼7      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      ]&! ]"! ]EPö                  R¶/4      R“R»4      ]&! ]"! ]EPð                  R½/4      R“R¥4      3RÁ7      N]^! ]P                  EPü                  ]z]&! ]EPÌ                  ! R©4      R“R¥4      3R¤7      N]^! ]P                  EPþ                  ]{]&! ]EP                   R“R²R³]EPâ                  .R´7      3R¤7      N]^! ]P                  EP                   ]«]:]&! ]$4      ]&! ]EPÌ                  ! R©4      R“R¥4      3R¬7      N]^! ]P                  EP                  ]¬]:]&! ]$4      ]&! ]EPÌ                  ! R©4      R“R¥4      3R¬7      N]^! ]P                  EP                  ]�]&! ]EPÌ                  ! R©4      R“R¥4      3R¤7      N]^! ]P                  EP                  ]‘]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]9R“R˜]EPâ                  .R³R¼7      3R¤7      N]^! ]P                  EP                  ]	! ]y^R­Rµ7      ]:R­]&! ]#4      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      3R¸7      N]^! ]P                  EP
                  ]	! ]y^R­Rµ7      ]:R­]&! ]#4      ]&! ]EP                   R“R¥R•]EPê                  .R´7      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      3R¸7      N]^! ]P                  EP                  ]	! ]y^R­Rµ7      ]:R­]&! ]#4      ]&! ]$4      ]&! ]EP                   R“R¥4      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      3R¸7      N]^! ]P                  EP                  ]	! ]y^R­R­Rº7      ]:R­]&! ]#4      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      3R¸7      N]^! ]P                  EP                  ]	! ]y^R­R­Rº7      ]:R­]&! ]#4      ]&! ]EP                   R“R¥R•]EPê                  .R´7      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      3R¸7      N]^! ]P                  EP                  ]	! ]y^R­R­Rº7      ]:R­]&! ]#4      ]&! ]$4      ]&! ]EP                   R“R¥4      3]&! ]"! ]EPæ                  R¶/4      R“R¥4      3R¸7      N]^! ]P                  EP                  ]_]&! ]EPÌ                  ! R©4      R“R¥4      3R¤7      N]^! ]P                  EP                  ]`]&! ] ! ]EPæ                  ]!! R¶R¶RÂ7      ]EPê                  ]!! R¶R¶RÂ7      /4      R“RÃRÄR¹7      .]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]EP                   R“RÃR³]EPâ                  .R´7      3RÅ7      N]^! ]P                  EP                  ]¤]&! ]EPÌ                  ! R©4      R“R”4      ]&! ]EPÌ                  ! R©4      R“R—4      3R¤7      N]^! ]P                  EP                  ]¥]&! ]EPÌ                  ! R©4      R“R”4      ]&! ]EPÌ                  ! R©4      R“R—4      ]&! ]EP                   R“R¥]AEPÈ                  ! R¦4      ;'       d    ]á'       * R³R–7      3R¤7      N]^! ]P                  EP                  ]¦]&! ]EPÌ                  ! R©4      R“R”4      ]&! ]EPÌ                  ! R©4      R“R—4      ]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]9R³R¹7      3R¤7      N]^! ]P                  EP                  ]§Rª7      N]^! ]P                  P–                  ]¨]©RÆ7      N]^! ]P                  EP                   ]ª]:RÇ7      N]^! ]P                  EP"                  ]a]&! ] ! ]EPâ                  ]!! RÈR½RÂ7      /4      R“RÃR³]EPâ                  .R´7      3]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]EPÌ                  ! R©4      R“R»4      ]&! ]EPÌ                  ! R©4      R“R”4      ]&! ]EPÌ                  ! R©4      R“R—4      3RÅ7      N]^! ]P                  EP$                  ]e]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]EP                   R“RÃR³]EPâ                  .R´7      3R¤7      N]^! ]P                  EP&                  ]¯]&! ]EPÌ                  ! R©4      R“R¥4      3R¤7      N]^! ]P                  EP(                  ]°]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]9R“R³R¹7      ]&! ]EPÌ                  ! R©4      R“R—4      3R¤7      N]^! ]P                  EP*                  ]±]²]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]9R“R³R¹7      ]&! ]EPÌ                  ! R©4      R“R—4      3RÉ7      N]^! ]P                  EP,                  ]´]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]EP                   R“RÃR³]EPâ                  .R´7      3R¤7      N]^! ]P                  EP.                  ]³]&! ]EPÌ                  ! R©4      R“R¥4      3R¤7      N]^! ]P                  EP0                  ]b]Ó]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]EP                   R“RÃR³]EPâ                  .R´7      3RÉ7      N]^! ]P                  EP2                  ]c]&! ]EPÌ                  ! R©4      R“R¥4      3R¤7      N]^! ]P                  EP4                  ]d]&! ]EPÌ                  ! R©4      R“R¥4      3R¤7      N]^! ]P                  EP6                  ]ž]&! ]EPÌ                  ! R©4      R“R¥4      3R¤7      N]^! ]P                  EP8                  ]Ÿ]Ú]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]EP                   R“RÃR³]EPâ                  .R´7      3RÉ7      N]^! ]P                  EP:                  ]’]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]9R“]EPâ                  .R³R¼7      3R¤7      N]^! ]P                  EP<                  ]“]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]9R“]EPâ                  .R³R¼7      3R¤7      N]^! ]P                  EP>                  ]”]•]! R­R�RÊ7      ]&! ]EP                   R“R¥4      ]&! ] ! ]EPâ                  ]!! RËRÈRÂ7      /4      R“RÃ]EPâ                  .RÄR¼7      ]&! ]EP                   R“R»]EPâ                  .R•R¼7      ]&! ]EP                   R“R»]EPâ                  .RÀR¼7      3RÌ7      N]^! ]P                  EP@                  ]–]—]! R­R­RÊ7      ]:]&! ]EP                   R“R¥4      ]&! ] ! ]EPâ                  ]!! RÍRÎRÂ7      /4      R“R˜]EPâ                  .R¿7      ]&! ] ! ]EPB                  ]!! RÎRÏRÂ7      /4      R“R˜]EPB                  .R¿7      ]&! ] ! ]EPâ                  ]!! RÐRÑRÂ7      /4      R“R»]EPâ                  .R¿7      ]&! ]EP                   R“R»]EPB                  .R•R¼7      ]&! ]EP                   R“R»]EPB                  .RÀR¼7      ]&! ] ! ]EPâ                  ]!! RÒRÍRÂ7      /4      R“RÓR•]EPâ                  .R´7      ]&! ] ! ]EPâ                  ]!! RÒRÍRÂ7      /4      R“RÓRÀ]EPâ                  .R´7      ]&! ] ! ]EPâ                  ]!! RÍRÍRÂ7      /4      R“RÃ]EPâ                  .R¿7      ]&! ] ! ]EPB                  ]!! RÏRÏRÂ7      /4      R“RÃ]EPB                  .R¿7      ]&! ] ! ]EPB                  ]!! RÒRÏRÂ7      /4      R“RÓR•]EPB                  .R´7      3]&! ]EPÌ                  ! RÔ4      R“R”4      ]&! ]EPÌ                  ! RÕ4      R“R—4      3RÖ7      N]^! ]P                  EPD                  ]˜]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]9R“R³R¹7      ]&! ]EPÌ                  ! R©4      R“R”4      ]&! ]EPÌ                  ! R©4      R“R—4      ]&! ]EPÌ                  ! R©4      R“R˜4      3R¤7      N]^! ]P                  EPF                  ]~]&! ]EP                   R“RÃR³]EPâ                  .R´7      3R¤7      N]^! ]P                  EPH                  ]}Rª7      N]^! ]P                  EPJ                  ]™]š]! R­R­R×7      ]&! ]EPÌ                  ! R©4      R“R»4      ]&! ] ! ]EPæ                  ]!! R¶R¶RÂ7      /4      R“R¥RÄR¹7      ]&! ]EPÌ                  ! R©4      R“R¥R•R¹7      ]&! ]EPÌ                  ! R©4      R“R¥R³R¹7      ]&! ]EPÌ                  ! R©4      R“R¥RÀR¹7      ]&! ]EPÌ                  ! R©4      R“R”];R•R–7      3RØ7      N]^! ]P                  EPL                  ]›Rª7      N]^! ]P                  EPN                  ]œR�RÙ7      N]^! ]P                  EPP                  ]�Rª7      N]^! ]P                  EPR                  ]	! ] ^RÚ7      R­]&! ]EPÌ                  ! R©4      R“R¥4      3RÛ7      N]^! ]P                  EPT                  ]	! ] ^RÚ7      R­]&! ]EPÌ                  ! R©4      R“R¥4      3RÛ7      N]^! ]P                  EPV                  ]	! ] ^RÚ7      R­]&! ]RÜR¥4      ]&! ]RÜR˜4      ]&! ]RÜRÃ4      ]&! ]RÜRÝ4      ]&! ]RÜRÓ4      ]&! ]EPÌ                  ! R©4      R“R¥4      3RÛ7      N]^! ]P                  EPX                  ]£Rª7      N]^! ]P                  EPZ                  ]¡]&! ]EPÌ                  ! R©4      R“R¥4      3R¤7      N]^! ]P                  EP\                  ]¢Rª7      N]^! ]P                  EP^                  R­]µ]&! ]EPÌ                  ! R©4      R“R—RÄR¹7      .]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]EP                   R“RÞ4      3Rß7      N]^! ]P                  EP`                  R­]¶]&! ] ! ]EPæ                  ]!! R¶R¶RÂ7      /4      R“R˜RÄ]<Rà7      ]&! ] ! ]EPâ                  ]!! R¶RÍRÂ7      /4      R“RÃR³R¹7      ]&! ]EPÌ                  ! R©4      R“R—RÄR¹7      .]&! ]EPÌ                  ! R©4      R“R¥4      3Rß7      N]^! ]P                  EPb                  ]·]&! ]EPÌ                  ! R©4      R“R—RÄR¹7      .]&! ]EPÌ                  ! R©4      R“R¥4      3RÅ7      N]^! ]P                  EPd                  ]¸R­]&! ]EPÌ                  ! R©4      R“R—RÄR¹7      .]&! ]EPÌ                  ! R©4      R“R¥4      3Rá7      N]^! ]P                  EPf                  R­]»]&! ] ! ]EPâ                  ]!! RÒRÈRÂ7      /4      R“R˜R³R¹7      .]&! ]EPÌ                  ! R©4      R“R¥4      3Rß7      N]^! ]P                  EPh                  ]¹]º]:]&! ] ! ]EPæ                  ]!! R¶R¶RÂ7      /4      R“R˜R³R¹7      .]&! ]EPÌ                  ! R©4      R“R¥4      3Râ7      N]^! ]P                  EPj                  ]]á'       d   RM)]&! ]EP                   R“R¥]AEPÈ                  ! R¦4      R³R–7      3R¤7      N]^! ]P                  EPl                  ]�Rª7      N]^! ]P                  EPn                  ]€]&! ]$4      3R¤7      N]^! ]P                  EPp                  ]‚]&! ]$4      3R¤7      N]^! ]P                  EPr                  ]	! ]¼R­Rã7      ]ÔRÆ7      N]^! ]P                  EPt                  ]¼]ÔRÆ7      N]^! ]P                  EPv                  ]½]ÕRÆ7      N]^! ]P                  EPx                  ]­Rª7      N]^! ]P                  EPz                  ]®]&! ] ! ]EPâ                  ]!! R½RÈRÂ7      /4      R“RÃR³]EPâ                  .R´7      3Rä7      N]^! ]P                  EP|                  ]„Rª7      N]^! ]P                  EP~                  ]…]ÛRÆ7      N]^! ]P                  EP€                  ]†]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]EP                   R“RÃR³]EPâ                  .R´7      3R¤7      N]^! ]P                  EP‚                  ]‡]Ü]&! ]EPÌ                  ! R©4      R“R¥4      ]&! ]EP                   R“RÃR³]EPâ                  .R´7      3RÉ7      N]^! ]P                  EP„                  ]ˆ]&! ]EPÌ                  ! R©4      R“R¥4      3R¤7      N]^! ]P                  EP†                  ]‰]&! ]$4      3R¤7      N]^! ]P                  EPˆ                  ]Š]&! ]$4      3R¤7      N]^! ]P                  EPŠ                  ]‹Rª7      N]^! ]P                  EPŒ                  ]Œ]á'       d   RM)]&! ]EP                   R“R¥]AEPÈ                  ! R¦4      R³R–7      3R¤7      N]^! ]P                  EPŽ                  ]�]á'       d   RM)]&! ]EP                   R“R¥]AEPÈ                  ! R¦4      R³R–7      3R¤7      N]^! ]P                  EP�                  ]Ž]&! ]$4      3R¤7      N]^! ]P                  EP’                  ]�]&! ]$4      3R¤7      N]^! ]P                  EP”                  R­]	! ]¿R­Rã7      ]Ö]ÒRå7      N]^! ]P                  EP–                  R­]	! ]¿R�Rã7      ]Ö]ÒRå7      N]^! ]P                  EP˜                  R­]À]Ö]&! ]$4      3]ÒRæ7      N]^! ]P                  EPš                  ]ÁRª7      N]^! ]P                  EPœ                  ]Â]:]&! ]EPÌ                  ! R©4      R“R¥R•R¹7      ]&! ]EPÌ                  ! R©4      R“R¥R³R¹7      ]&! ]EPÌ                  ! R©4      R“R¥RÀR¹7      3R¬7      N]^! ]P                  EPž                  ]Ã]:]&! ]EPÌ                  ! R©4      R“R¥R•R¹7      ]&! ]EPÌ                  ! R©4      R“R¥R³R¹7      ]&! ]EPÌ                  ! R©4      R“R¥RÀR¹7      3R¬7      N]^! ]P                  EP                   ]ÄRª7      N]^! ]P                  EP¢                  ]Å]:]&! ]EPÌ                  ! R©4      R“R¥R•R¹7      ]&! ]EPÌ                  ! R©4      R“R¥R³R¹7      ]&! ]EPÌ                  ! R©4      R“R¥RÀR¹7      3R¬7      N]^! ]P                  EP¤                  ]Æ]:]&! ]EPÌ                  ! R©4      R“R¥R•R¹7      ]&! ]EPÌ                  ! R©4      R“R¥R³R¹7      ]&! ]EPÌ                  ! R©4      R“R¥RÀR¹7      3R¬7      N]^! ]P                  EP¦                  ]ƒ]&! ]$4      3R¤7      N]^! ]P                  EP¨                  ]ÇRª7      N]^! ]P                  EPª                  ]È]&! ]EP                   R“R¥R³R¹7      3R¤7      N]^! ]P                  EP¬                  ]É]&! ]EP                   R“R¥R³R¹7      3R¤7      N]^! ]P                  EP®                  ]Í]×RÆ7      N]^! ]P                  EP°                  ]Î]ØRÆ7      N]^! ]P                  EP²                  ]Ï]Ù]&! ]EP                   R“R¥4      3RÉ7      N]^! ]P                  EP´                  ]ÊRª7      N]^! ]P                  EP¶                  ]Ë]&! ]EP                   R“R¥R³R¹7      3R¤7      N]^! ]P                  EP¸                  ]Ì]&! ]EP                   R“R¥R³R¹7      3R¤7      NEt]] ^k R# u upi u upp i u upi )êé    N)Údeepcopy)ÚEnum)ÚwrapsÚpartial)ÚchainÚproduct)Úpack_padded_sequence)Úmake_tensor)Ú
TEST_CUDNN)Úfloating_typesÚfloating_and_complex_types_andÚget_all_fp_dtypes)Ú_TestParametrizerÚ_update_param_kwargsÚexpectedFailureMPSÚtoleranceOverrideÚtolÚprecisionOverrideÚskipMetaÚskipMPS)ÚDecorateInfo)Úcosineembeddingloss_referenceÚcross_entropy_loss_referenceÚctcloss_referenceÚhingeembeddingloss_referenceÚhuberloss_referenceÚkldivloss_referenceÚ#linear_cross_entropy_loss_referenceÚmarginrankingloss_referenceÚmultimarginloss_referenceÚmultilabelmarginloss_referenceÚnllloss_referenceÚnlllossNd_referenceÚsmoothl1loss_referenceÚsoftmarginloss_referenceÚget_reduction)Úfreeze_rng_stateÚ	skipIfMPSÚGRADCHECK_NONDET_TOLÚTEST_WITH_ROCMÚ
IS_WINDOWSÚskipIfTorchDynamoÚ	skipIfXpu)Ú
ModuleTypeztorch.Ú z.modulesÚ.ÚTrainEvalModec                   óT   a € ] tR t^It o RtR]P                  R3R ltR tR t	Rt
V tR# )ÚmoduleszPPROTOTYPE: Decorator for specifying a list of modules over which to run a test. NTc                ój   € \        V4      V n        Ve   \        V4      MR V n        W0n        W@n        R # ©N)ÚlistÚmodule_info_listÚsetÚallowed_dtypesÚtrain_eval_modeÚskip_if_dynamo)ÚselfÚmodule_info_iterabler9   r:   r;   s   &&&&&Úg/home/luca/screen-checking/.venv/lib/python3.14/site-packages/torch/testing/_internal/common_modules.pyÚ__init__Úmodules.__init__L   s1   € ä $Ð%9Ó :ˆÔØ5CÒ5Oœc .Ô1ÐUYˆÔØ.ÔØ,Öó    c                ó|  € . pV P                   \        P                  8X  g    V P                   \        P                  8X  d   VP	                  R 4       V P                   \        P
                  8X  g    V P                   \        P                  8X  d   VP	                  R4       VP                  '       g
   VR,          pV# )TF:Né   N)r:   r1   Ú
train_onlyÚtrain_and_evalÚappendÚ	eval_onlyÚtrain_and_eval_differ)r<   Úmodule_infoÚtraining_flagss   && r>   Ú_get_training_flagsÚmodules._get_training_flagsS   s‘   € ØˆØ× Ñ ¤M×$<Ñ$<Ô<Ø×$Ñ$¬×(DÑ(DÔDØ×!Ñ! $Ô'à× Ñ ¤M×$;Ñ$;Ô;Ø×$Ñ$¬×(DÑ(DÔDØ×!Ñ! %Ô(ð ×0×0Ð0Ø+¨BÕ/ˆNàÐrA   c           
   #  ó’  a"  € Vf   \        R4      hV P                   EFp  p\        VP                  VP                  4      4      pV P
                  e   VP                  V P
                  4      pV P                  V4      p\        We4       Fÿ  w  rxVP                  p	\        V4      ^8”  d   T	RV'       d   RMR 2,          p	RV/p
\        V
RV4       \        V
RV4        \        S4      V3R l4       pV P                  '       dF   \        P                  P                   P"                  P$                  '       g   \'        R	4      ! V4      p\)        VP*                  VP,                  SP,                  VP                  V4      pW¹W¬3x € EK  	  EKs  	  R #   \.         d$   p\1        R
T	 RTP2                   R24       ThR p?ii ; i5i)Nz¨The @modules decorator is only intended to be used in a device-specific context; use it with instantiate_device_type_tests() instead of instantiate_parametrized_tests()Ú_Ú
train_modeÚ	eval_moderI   ÚdtypeÚtrainingc                  ó   <€ S! V / VB # r5   © )ÚargsÚkwargsÚtests   *,€r>   Útest_wrapperÚ/modules._parametrize_test.<locals>.test_wrapper}   s   ø€ á# TÐ4¨VÑ4Ð4rA   z/Policy: we don't run ModuleInfo tests w/ DynamozFailed to instantiate z for module Ú!)ÚRuntimeErrorr7   r8   Úsupported_dtypesÚdevice_typer9   ÚintersectionrK   r   Úformatted_nameÚlenr   r   r;   ÚtorchÚtestingÚ	_internalÚcommon_utilsÚTEST_WITH_TORCHINDUCTORr,   r   Úget_decoratorsÚ__name__Ú	ExceptionÚprintÚname)r<   rW   Úgeneric_clsÚ
device_clsrI   ÚdtypesrJ   rR   rQ   Ú	test_nameÚparam_kwargsrX   Údecorator_fnÚexs   &f&&          r>   Ú_parametrize_testÚmodules._parametrize_testc   s¬  øé € ØÒÜð  Bó Cð Cð  ×0Õ0ˆKÜ˜×5Ñ5°j×6LÑ6LÓMÓNˆFØ×"Ñ"Ò.Ø×,Ñ,¨T×-@Ñ-@ÓA�à!×5Ñ5°kÓBˆNÜ%,¨^Ö%DÑ!�ð (×6Ñ6�	Ü�~Ó&¨Ô*Ø 1·X¡\À;Ð$OÐ!PÕP�Ið !.¨{Ð;�Ü$ \°7¸EÔBÜ$ \°:¸xÔHðä˜4“[ô5ó !ð5ð ×*×*Ð*´5·=±=×3JÑ3J×3WÑ3W×3o×3oÐ3oÜ'8Ð9jÔ'kÐlxÓ'y˜ä#*¨;×+EÑ+EÀ{×G[ÑG[Ø+/¯=©=¸*×:PÑ:PÐRWó$Y�Lð (°LÐOÕOô1 &Eó 1øô> !ô äÐ2°9°+¸\È+×JZÑJZÐI[Ð[\Ð]Ô^Ø�Hûðüs8   ƒB3GÂ7*GÃ"AFÄ<AFÆ
GÆGÆ!F?Æ?GÇG)r9   r7   r;   r:   )rg   Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r1   rE   r?   rK   rr   Ú__static_attributes__Ú__classdictcell__©Ú__classdict__s   @r>   r3   r3   I   s*   ø‡ € Ù[à<@Ø!.×!=Ñ!=Èdô-ò÷ (ð (rA   r3   c                 óJ   € V \         9   d   \         V ,          # V P                  # r5   )ÚMODULE_CLASS_NAMESrg   )Ú
module_clss   &r>   Úget_module_common_namer   Ž   s"   € ØÔ'Ô'ä! *Õ-Ð-à×"Ñ"Ð"rA   c                   ó2   a € ] tR t^–t o RtRR.tR tRtV tR# )ÚFunctionInputz9Contains args and kwargs to pass as input to a function. rU   rV   c                ó   € Wn         W n        R # r5   ©rU   rV   )r<   rU   rV   s   &*,r>   r?   ÚFunctionInput.__init__š   s   € ØŒ	ØŽrA   rƒ   N©	rg   rt   ru   rv   rw   Ú	__slots__r?   rx   ry   rz   s   @r>   r�   r�   –   s   ø‡ € ÙDØ˜Ð"€I÷ð rA   r�   c                   ó6   a € ] tR t^Ÿt o Rt. ROtRR ltRtV tR# )ÚModuleInputz@Contains args / kwargs for module instantiation + forward pass. Nc                óz   a€ Wn         W n        W0n        SV n        Se   \	        S4      V3R l4       pWPn        R # R # )Nc                 óv   <€ \        V4      \        V4      r!S! V \        V P                  4       4      .VO5/ VB # r5   )r   r6   Ú
parameters)ÚmrU   rV   Úreference_fns   &*,€r>   Úcopy_reference_fnÚ/ModuleInput.__init__.<locals>.copy_reference_fn«   s9   ø€ ô  (¨›~¬x¸Ó/?�fñ $ A¤t¨A¯L©L«NÓ';ÐM¸dÒMÀfÑMÐMrA   )Úconstructor_inputÚforward_inputÚdescr�   r   )r<   r�   r‘   r’   r�   rŽ   s   &&&&f r>   r?   ÚModuleInput.__init__£   sH   ø€ Ø!2ÔØ*ÔØŒ	Ø(ˆÔàÒ#ä�<Ó ôNó !ðNð !2Öñ $rA   )r�   r’   r‘   r�   ©r�   r‘   r’   r�   )Nr/   Nr…   rz   s   @r>   rˆ   rˆ   Ÿ   s   ø‡ € ÙKÚN€I÷2ò 2rA   rˆ   c                   ó"   € ] tR t^µtRt^ t^tRtR# )ÚModuleErrorEnumz6Enumerates when error is raised when testing modules. rT   N)rg   rt   ru   rv   rw   ÚCONSTRUCTION_ERRORÚFORWARD_ERRORrx   rT   rA   r>   r–   r–   µ   s   † ÙAØÐØ„MrA   r–   c                   óR   a € ] tR t^ºt o Rt. ROtR]P                  R]/R lt	Rt
V tR# )ÚErrorModuleInputzk
A ModuleInput that will cause the operation to throw an error plus information
about the resulting error.
Úerror_onÚ
error_typec               ó6   € Wn         W n        W0n        W@n        R # r5   ©Úmodule_error_inputr›   rœ   Úerror_regex)r<   rŸ   r›   rœ   r    s   &&$$$r>   r?   ÚErrorModuleInput.__init__Â   s   € ð #5ÔØ ŒØ$ŒØ&ÖrA   )r›   r    rœ   rŸ   Nrž   )rg   rt   ru   rv   rw   r†   r–   r—   r[   r?   rx   ry   rz   s   @r>   rš   rš   º   s6   ø‡ € ñò
 P€Ið	'ð *×<Ñ<ð	'ð )÷		'ò 	'rA   rš   c                   óè   a € ] tR t^Ît o RtRRRRR]! 4       R]P                  ]P                  3R]P                  ]P                  3RR	R
RRRRRRRRR/R lt
R tR t]R 4       t]R 4       tRtV tR# )Ú
ModuleInfoz*Module information to be used in testing. ÚskipsÚ
decoratorsNrm   ÚdtypesIfMPSÚdtypesIfHpuÚsupports_gradgradTÚgradcheck_nondet_tolç        Úmodule_memformat_affects_outFrH   Úmodule_error_inputs_funcÚgradcheck_fast_modec               óD  € Wn         W n        . V'       d   TM. OV'       d   TM. O5V n        WPn        W`n        Wpn        W€n        W�n        W n        W°n	        WÀn
        WÐn        \        V\        P                  P                  P                   P"                  4      V n        R # r5   )r~   Úmodule_inputs_funcr¥   rm   r¦   r§   r¨   r©   r«   rH   r¬   r­   Ú
issubclassra   Únnr3   ÚlazyÚLazyModuleMixinÚis_lazy)r<   r~   r¯   r¤   r¥   rm   r¦   r§   r¨   r©   r«   rH   r¬   r­   s   &&$$$$$$$$$$$$r>   r?   ÚModuleInfo.__init__Ñ   s‚   € ð& %ŒØ"4ÔØZ¯:™Z¸2ÐZÏ5Á%ÐVXÑZˆŒØŒØ&ÔØ&ÔØ!2ÔØ$8Ô!Ø,HÔ)Ø%:Ô"Ø(@Ô%Ø#6Ô Ü! *¬e¯h©h×.>Ñ.>×.CÑ.C×.SÑ.SÓTˆŽrA   c                óî   € . pV P                    Fb  p\        V\        4      '       d9   VP                  WW4V4      '       d   VP	                  VP                   4       KO  KQ  VP                  V4       Kd  	  V# r5   )r¥   Ú
isinstancer   Ú	is_activeÚextendrF   )r<   Ú
test_classrn   ÚdevicerQ   ro   ÚresultÚ	decorators   &&&&&&  r>   rf   ÚModuleInfo.get_decoratorsò   sd   € ØˆØŸœˆIÜ˜)¤\×2Ò2Ø×&Ñ& z¸fÈ\×ZÒZØ—M‘M )×"6Ñ"6Ö7ñ [ð —‘˜iÖ(ñ )ð ˆrA   c                óf   € VR 8X  d   V P                   # VR8X  d   V P                  # V P                  # )ÚmpsÚhpu)r¦   r§   rm   )r<   r]   s   &&r>   r\   ÚModuleInfo.supported_dtypesü   s4   € Ø˜%ÔØ×#Ñ#Ð#Ø˜EÔ!Ø×#Ñ#Ð#à—;‘;ÐrA   c                ó,   € \        V P                  4      # r5   )r   r~   ©r<   s   &r>   rj   ÚModuleInfo.name  s   € ä% d§o¡oÓ6Ð6rA   c                ó:   € V P                   P                  R R4      # )r0   rN   )rj   ÚreplacerÄ   s   &r>   r_   ÚModuleInfo.formatted_name  s   € à�y‰y× Ñ   cÓ*Ð*rA   )r¥   rm   r§   r¦   r­   r©   r´   r~   r¬   r¯   r«   r¨   rH   rT   )rg   rt   ru   rv   rw   r   ra   Úfloat16Úfloat32Úbfloat16r?   rf   r\   Úpropertyrj   r_   rx   ry   rz   s   @r>   r£   r£   Î   s×   ø‡ € Ù5ðUð ð	Uð
 !ðUñ 'Ó(ðUð $Ÿm™m¨U¯]©]Ð<ðUð $Ÿn™n¨e¯m©mÐ=ðUð $(ðUð '*ðUð /4ðUð (-ðUð +/ðUð &*ôUòBòð ñ7ó ð7ð ñ+ó ö+rA   r£   c           
      ó"  € \        \        WVR 7      p\        \        ^
^4      \        V! R4      R7      R R7      \        \        ^
^RR7      \        V! R4      4      RR R7      \        \        ^^4      \        V! ^4      4      R	R
 R7      .pV# )©r»   rQ   Úrequires_grad)Úinputc                 ó´   € \         P                  ! W!^ ,          P                  4       4      V^,          P                  ^R4      P	                  ^^4      ,           # )r   éÿÿÿÿ)ra   ÚmmÚtÚviewÚexpand)rŒ   ÚprÐ   s   &&&r>   Ú<lambda>Ú/module_inputs_torch_nn_Linear.<locals>.<lambda>  sA   € ´U·X²X¸eÀqÅTÇVÁVÃXÓ5NÐQRÐSTÕQU×QZÑQZÐ[\Ð^`ÓQa×QhÑQhÐijÐlmÓQnÖ5nrA   ©r�   r‘   r�   F©ÚbiasÚno_biasc                 óX   € \         P                  ! W!^ ,          P                  4       4      # ©r   )ra   rÓ   rÔ   ©rŒ   r×   Úis   &&&r>   rØ   rÙ     s   € ´·²¸!¸q½T¿V¹V»XÔ1FrA   r”   Úno_batch_dimc                 ó´   € \         P                  ! VP                  ^R4      V^ ,          P                  4       4      P                  R4      V^,          ,           # ©rC   rÒ   )ra   rÓ   rÕ   rÔ   rà   s   &&&r>   rØ   rÙ     s;   € ´·²¸!¿&¹&ÀÀB»-ÈÈ1ÍÏÉËÓ1R×1WÑ1WÐXZÓ1[Ð^_Ð`aÕ^bÖ1brA   ©é   é
   ©r   r
   rˆ   r�   )rI   r»   rQ   rÏ   rR   rV   Ú
make_inputÚmodule_inputss   &&&&&,  r>   Úmodule_inputs_torch_nn_Linearrë     s“   € Üœ¨VÐP]Ô^€Jô 	¤m°B¸Ó&:Ü"/±jÀÓ6IÔ"JÙ!nô	pô 	¤m°B¸ÀÔ&FÜ"/±
¸7Ó0CÓ"DØ"Ù!Fô	Hô 	¤m°A°qÓ&9Ü"/±
¸1³Ó">Ø'Ù!bô	dð€Mð ÐrA   c                 óf  a€ \        \        WVR 7      pR
R lo\        \        ^^^4      \        V! R4      V! R4      4      SR7      \        \        ^^^RR7      \        V! R4      V! R4      4      RV3R lR7      \        \        ^^^4      \        V! ^4      V! ^4      4      RV3R	 lR7      .pV# )rÎ   c                 óv  € \         P                  ! R W!^ ,          V4      pV'       d’   VP                  ^ ,          ^8X  d"   VP                  R4      V^,          ,           pV# WQ^,          P                  ^R4      P	                  VP                  ^ ,          V^ ,          P                  ^ ,          4      ,           pV# )zbn,anm,bm->barÒ   )ra   ÚeinsumÚshaperÕ   rÖ   )rŒ   r×   Úx1Úx2rÜ   r¼   s   &&&&& r>   Úbilinear_reference_fnÚ>module_inputs_torch_nn_Bilinear.<locals>.bilinear_reference_fn%  sˆ   € Ü—’˜o¨r°Qµ4¸Ó<ˆßØ�x‰x˜�{˜aÔØŸ™ R›¨1¨Q­4Õ/�ð ˆð   A¥$§)¡)¨A¨rÓ"2×"9Ñ"9¸"¿(¹(À1½+ÀqÈÅtÇzÁzÐRSÅ}Ó"UÕU�ØˆrA   rÚ   FrÛ   rÝ   c                 ó   <€ S! WW#R R7      # )FrÛ   rT   ©rŒ   r×   rð   rñ   rò   s   &&&&€r>   rØ   Ú1module_inputs_torch_nn_Bilinear.<locals>.<lambda>5  s   ø€ Ñ6KÈAÐRTÐ_dÕ6erA   r”   râ   c           	      óX   <€ S! WVP                  ^R4      VP                  ^R4      4      # rä   )rÕ   rõ   s   &&&&€r>   rØ   rö   9  s/   ø€ Ñ6KÈAÐRT×RYÑRYÐZ[Ð]_ÓR`Ðbd×biÑbiÐjkÐmoÓbpÔ6qrA   )T)é   é   )rø   é   rè   )	rI   r»   rQ   rÏ   rR   rV   ré   rê   rò   s	   &&&&&,  @r>   Úmodule_inputs_torch_nn_Bilinearrû   "  s²   ø€ Üœ¨VÐP]Ô^€Jôô 	¤m°A°q¸!Ó&<Ü"/±
¸6Ó0BÁJÈvÓDVÓ"WØ!6ô	8ô 	¤m°A°q¸!À%Ô&HÜ"/±
¸6Ó0BÁJÈvÓDVÓ"WØ"Ü!eô	gô 	¤m°A°q¸!Ó&<Ü"/±
¸1³¹zÈ!»}Ó"MØ'Ü!qô	sð€Mð ÐrA   c           
      ó„  € \        \        WVR 7      pR/ 3RRR/3RRR/3RRR/3R	R	R
/3.p. pV EF  w  ršV
3R lpV! R4      P                  4       pVP                  R	R4      '       d	   V! R4      MV! R4      P                  4       pVP	                  \        \        R/ V
B \        WÍ4      V	VR7      4       V! R4      P                  4       pVP                  R	R4      '       d	   V! R4      MV! R4      P                  4       pVP	                  \        \        R/ V
B \        Wî4      RV	,           VR7      4       EK  	  V# )rÎ   r/   Úreduction_sumÚ	reductionÚsumÚreduction_batchmeanÚ	batchmeanÚreduction_noneÚnoneÚ
log_targetTc                 ó   € \        W#3/ VB # r5   )r   ©rŒ   r×   rá   rÔ   Úconstructor_kwargss   &&&&&r>   r�   Ú6module_inputs_torch_nn_KLDivLoss.<locals>.reference_fnL  ó   € Ü& qÑBÐ/AÑBÐBrA   Fr”   Úscalar_©rç   rç   rT   )r   r
   ÚlogÚgetrF   rˆ   r�   )rI   r»   rQ   rÏ   rR   rV   ré   Úcasesrê   r’   r  r�   rÐ   ÚtargetÚscalar_inputÚscalar_targets   &&&&&,          r>   Ú module_inputs_torch_nn_KLDivLossr  ?  s`  € Üœ¨VÐP]Ô^€Jð 
ˆRˆØ	˜;¨Ð.Ð/Ø	 ¨kÐ :Ð;Ø	˜K¨Ð0Ð1Ø	˜ dÐ+Ð,ð%€Eð €MÜ$)Ñ ˆØ8Jô 	Cñ ˜8Ó$×(Ñ(Ó*ˆØ)/¯©°LÀ%×)HÒ)H‘˜HÔ%ÉjÐYaÓNb×NfÑNfÓNhˆØ×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3°EÓ&BØ!Ø%1ô3ô	
ñ " "“~×)Ñ)Ó+ˆð %Ÿj™j¨°u×=Ò=‰J�rŒNÁ:ÈbÃ>×CUÑCUÓCWð 	ð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3°LÓ&OØ&¨Õ-Ø%1ô3÷	
ñ% %*ð2 ÐrA   c                 ó„  € WV3R  lp\        \        WRR7      pR/ 3RRR/3RRR/3R	R	^/3R
RV! ^4      P                  4       /3RRV! ^4      P                  4       R	^/3RRV! ^4      P                  4       R	R/3.p. p	V EF:  w  r«V3R lpV	P                  \	        \        R/ VB \        V! R4      \        P                  ! ^VR7      P                  4       P                  ^4      P                  4       P                  4       4      V
VR7      4       V3R lpV	P                  \	        \        R/ VB \        V! R4      \        P                  ! ^^^VR7      P                  4       P                  ^4      P                  4       P                  4       4      RV
 2VR7      4       V	P                  \	        \        R/ VB \        V! R4      \        P                  ! ^^^^^VR7      P                  4       P                  ^4      P                  4       P                  4       4      RV
 2VR7      4       V	P                  \	        \        R/ VB \        V! R4      \        P                  ! ^^VR7      P                  4       P                  ^4      P                  4       P                  4       4      RV
 2VR7      4       EK=  	  V	# )c                 ó\   € \        WVR R7      P                  ^R7      P                  V4      # )FrÎ   ©Údim)r
   Úlog_softmaxÚrequires_grad_)rï   r»   rQ   rÏ   s   &&&&r>   ré   Ú2module_inputs_torch_nn_NLLLoss.<locals>.make_inputh  s-   € Ü˜5°uØ).ô0ß0;±À°Ó0BÇ>Á>ÐR_ÓC`ð	arA   FrÎ   r/   rý   rþ   rÿ   r  r  Úignore_indexÚweightsÚweightÚweights_ignore_indexÚweights_ignore_index_negc                 ó   € \        W#3/ VB # r5   )r"   r  s   &&&&&r>   r�   Ú4module_inputs_torch_nn_NLLLoss.<locals>.reference_fn~  s   € Ü$ QÑ@Ð-?Ñ@Ð@rA   ©r»   r”   c                 ó   € \        W#3/ VB # r5   )r#   r  s   &&&&&r>   Únd_reference_fnÚ7module_inputs_torch_nn_NLLLoss.<locals>.nd_reference_fn‰  r	  rA   Únd_Úhigher_dim_Ú3d_rÒ   rT   )é   ræ   )rù   ræ   é   r)  )rù   ræ   r)  r)  rù   rù   )rù   ræ   r)  )r   r
   ÚabsrF   rˆ   r�   ra   ÚemptyÚuniform_ÚmulÚfloorÚlong)rI   r»   rQ   rÏ   rR   rV   ré   Úmake_weightr  rê   r’   r  r�   r#  s   &&&&&,        r>   Úmodule_inputs_torch_nn_NLLLossr1  g  sÁ  € Ø!'ÀMô aô œ+¨fÐQVÔW€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜.¨!Ð,Ð-Ø	�X™{¨1›~×1Ñ1Ó3Ð4Ð5Ø	 (©K¸«N×,>Ñ,>Ó,@À.ÐRSÐ!TÐUØ	# h±¸A³×0BÑ0BÓ0DÀnÐVXÐ%YÐZð%€Eð €MÜ$)Ñ ˆà8Jô 	Að 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸wÓ4GÜ49·K²KÀÈ6Ô4R×4[Ñ4[Ó4]×4aÑ4aÐbcÓ4d×4jÑ4jÓ4l×4qÑ4qÓ4só'uà!Ø%1ô	3ô	
ð <Nô 	Cð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3Ù& |Ó4Ü!ŸKšK¨¨1¨a¸Ô?×HÑHÓJ×NÑNÈqÓQ×WÑWÓY×^Ñ^Ó`ó'bð  # 4 &˜\Ø%4ô6ô	
ð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3Ù&Ð'9Ó:Ü!ŸKšK¨¨1¨a°°A¸fÔE×NÑNÓP×TÑTÐUVÓW×]Ñ]Ó_×dÑdÓfó'hð  +¨4¨&Ð1Ø%4ô6ô	
ð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3Ù& yÓ1Ü!ŸKšK¨¨1°VÔ<×EÑEÓG×KÑKÈAÓN×TÑTÓV×[Ñ[Ó]ó'_ð  # 4 &˜\Ø%4ô6÷	
ñE %*ðV ÐrA   c                 ó²  € \        \        WVR 7      p\        \        WRR 7      pR/ 3RRR/3RRR/3RRR	/3R
R
R/3.p. p	V F‘  w  r«VP                  R
R4      pV'       d   V! ^^4      P                  4       MV! ^^4      P                  4       pV	P	                  \        \        R/ VB \        V! ^^4      V! ^^4      V4      V
\        R7      4       K“  	  V	# )rÎ   Fr/   rý   rþ   rÿ   Úreduction_meanÚmeanr  r  ÚhomoscedasticTr”   rT   )r   r
   Úpopr*  rF   rˆ   r�   Úno_batch_dim_reference_fn)rI   r»   rQ   rÏ   rR   rV   ré   Úmake_targetr  rê   r’   r  r5  Ú	var_inputs   &&&&&,        r>   Ú&module_inputs_torch_nn_GaussianNLLLossr:  ª  s  € Üœ¨VÐP]Ô^€JÜœ+¨fÐQVÔW€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1Ø	˜?¨DÐ1Ð2ð%€Eð €MÛ$)Ñ ˆØ*×.Ñ.¨ÀÓFˆß.;‘J˜q !Ó$×(Ñ(Ô*ÁÈAÈqÓAQ×AUÑAUÓAWˆ	Ø×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸qÀ!Ó4DÙ4?ÀÀ1Ó4EØ4=ó'?ð "Ü%>ô@ö	
ñ %*ð ÐrA   c                 óN  a€ V\         P                  8X  d   R RR^/M/ p\        \        3RVRVRV/VB p\        \        3RVRVRR/VB pR/ 3RRR	/3R
RR/3RRR/3RRR/3RRR/3RRRRR/3.p	RR lo. p
V	 F¨  w  r¼V3V3R llpVP	                  RR4      pV'       d	   V! R4      M$V! R4      P                  4       P                  R4      pV
P                  \        \        R/ VB \        VV! R4      P                  4       P                  4       4      VVR7      4       Kª  	  V
# )ÚlowÚhighr»   rQ   rÏ   Fr/   rý   rþ   rÿ   r3  r4  r  r  ÚfullTÚno_log_inputÚ	log_inputÚfull_no_log_inputc                 ó>  € V'       d(   V P                  4       VP                  V 4      ,
          pM+WP                  W,           P                  4       4      ,
          pV'       dx   WaP                  VP                  4       4      V,
          R R\        P                  ,          V,          P                  4       ,          ,           P                  V^8*  ^ 4      ,          pVR8X  d   V# VR8X  d&   VP                  4       V P                  4       ,          # VP                  4       # )ç      à?ç       @r  r4  )Úexpr-  r  ÚmathÚpiÚmasked_fillrÿ   Únumel)rá   rÔ   r@  r>  rþ   Úepsr¼   s   &&&&&& r>   Úpoissonnllloss_reference_fnÚJmodule_inputs_torch_nn_PoissonNLLLoss.<locals>.poissonnllloss_reference_fnÛ  sÁ   € ßØ—U‘U“W˜qŸu™u Q›xÕ'‰FàŸ™ ¥Ÿ}™}›Ó/Õ/ˆFçØ—u‘u˜QŸU™U›W“~¨Õ)¨C°2¼¿¹µ<À!Õ3C×2HÑ2HÓ2JÕ,JÕJ×WÑWÐXYÐ]^ÑX^Ð`aÓbÕbˆFà˜ÔØˆMØ˜&Ô Ø—:‘:“< !§'¡'£)Õ+Ð+à—:‘:“<ÐrA   c                 ó   <€ S! W#3/ VB # r5   rT   )rŒ   r×   rá   rÔ   r  rK  s   &&&&&€r>   r�   Ú;module_inputs_torch_nn_PoissonNLLLoss.<locals>.reference_fní  s   ø€ Ù.¨qÑJÐ7IÑJÐJrA   çü©ñÒMbP?r”   éþÿÿÿ)TFr4  g:Œ0âŽyE>©rù   rú   ræ   r)  rT   )ra   rÉ   r   r
   r  r*  ÚaddrF   rˆ   r�   Úfloor_Úabs_)rI   r»   rQ   rÏ   rR   rV   Úfp16_kwargsré   r8  r  rê   r’   r  r�   r@  rÐ   rK  s   &&&&&,          @r>   Ú%module_inputs_torch_nn_PoissonNLLLossrV  Æ  sŒ  ø€ ð
 -2´U·]±]Ô,B�5˜"˜f aÑ(È€KÜœñ E¨Vð E¸5ð EØ'4ðEØ8CñE€Jäœ+ñ >¨fð >¸Eð >Ø(-ð>Ø1<ñ>€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1Ø	�&˜$�Ð Ø	˜+ uÐ-Ð.Ø	˜v t¨[¸%Ð@ÐAð%€Eô ð  €MÛ$)Ñ ˆØ8J÷ 	Kð '×*Ñ*¨;¸Ó=ˆ	ß,5‘
˜<Ô(¹:ÀlÓ;S×;WÑ;WÓ;Y×;]Ñ;]Ð^cÓ;dˆØ×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3°EÙ4?ÀÓ4M×4TÑ4TÓ4V×4[Ñ4[Ó4]ó'_à!Ø%1ô	3ö	
ñ %*ð ÐrA   c                 ó¼  € \        \        WVR 7      p\        \        WRR 7      pR/ 3RRR/3RRR/3RRR	/3.pRR
 lp	. p
V F–  w  r¼V
P                  \        \	        R/ VB \	        V! R4      V! R4      4      V\        V	3/ VB R7      4       V
P                  \        \	        R/ VB \	        V! R4      V! R4      4      V R2\        V	3/ VB R7      4       K˜  	  V
# )rÎ   Fr/   rý   rþ   rÿ   r3  r4  r  r  c                 ó
  € VR 8X  d   W#,
          P                  ^4      # VR8X  d;   W#,
          P                  ^4      P                  4       VP                  4       ,          # W#,
          P                  ^4      P                  4       # )r  r4  )Úpowrÿ   rI  )rŒ   r×   rá   rÔ   rþ   s   &&&&&r>   Úmse_loss_reference_fnÚ=module_inputs_torch_nn_MSELoss.<locals>.mse_loss_reference_fn  s_   € Ø˜ÔØ•E—;‘;˜q“>Ð!Ø˜&Ô Ø•E—;‘;˜q“>×%Ñ%Ó'¨!¯'©'«)Õ3Ð3à•E—;‘;˜q“>×%Ñ%Ó'Ð'rA   r”   Ú_scalar)r4  rT   rQ  ©r   r
   rF   rˆ   r�   )rI   r»   rQ   rÏ   rR   rV   ré   r8  r  rZ  rê   r’   r  s   &&&&&,       r>   Úmodule_inputs_torch_nn_MSELossr^  ý  s  € Üœ¨VÐP]Ô^€JÜœ+¨fÐQVÔW€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1ð	%€Eô(ð €MÛ$)Ñ ˆØ×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸|Ó4LÙ4?ÀÓ4Mó'Oà!Ü%,Ð-BÑ%YÐFXÑ%Yô	[ô	
ð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸r³NÙ4?À³Oó'Eà $˜v WÐ-Ü%,Ð-BÑ%YÐFXÑ%Yô	[ö	
ñ %*ð  ÐrA   c                ón  a€ V3R lpV! RR4      '       d   ^ M^pV! RR4      pV! RR4      pVeq   \        V\        4      '       g   \        R\        V4       24      hSP	                  4        F/  w  r‰W†9   g   K  V	f   K  Wh,          p
V	P                  V
4      SV&   K1  	  V Uu. uF  q»P                  V4      NK  	  pp\        4       ;_uu_ 4        V ! V/ SB P                  V4      pRRR4       V'       d$   \        V 4      pVR	8X  d   XP                  ^ 4      # X# u upi   + '       g   i     LB; i)
a—  Reference function for modules supporting no batch dimensions.

Unbatched inputs are unsqueezed to form a
single batch input before passing them to the module.
The output is squeezed to compare with the
output of unbatched input to the module.

Currently it only supports modules which return a single Tensor as output.
You can bind the following kwargs.
Kwargs:
    batch_first[bool] : If True, all the Tensors in `args` while be unsqueezed at dim `0` .
                    and output will be squeezed at dim `0` else dim `1` for both.
    kwargs_to_batchify[dict] : Dictionary specifying the name of the argument and dimension to unsqueeze.
                           Useful if there are few arguments whose batch dimension are different
                           from the ones selected by `batch_first`.
    is_criterion[bool] : Specify if the module is a criterion and handle the reduction for output accordingly.
c                 óZ   <€ SP                  W4      pV S9   d   SP                  V 4       V# r5   )r  r6  )ÚkeyÚdefaultÚvrV   s   && €r>   Úget_and_popÚ.no_batch_dim_reference_fn.<locals>.get_and_pop6  s(   ø€ Ø�J‰J�sÓ$ˆØ�&Œ=Ø�J‰J�sŒOØˆrA   Úbatch_firstTÚkwargs_to_batchifyNÚis_criterionFz.Expected kwargs_to_batchify to be a dict, got r  )	r·   ÚdictÚAssertionErrorÚtypeÚitemsÚ	unsqueezer'   Úsqueezer&   )rŒ   r×   rU   rV   rd  Ú	batch_dimrg  rh  Úkrc  ÚbdimrÐ   Úsingle_batch_input_argsÚoutputrþ   s   &&*l           r>   r7  r7  $  s  ø€ õ$ñ ! °×5Ò5‘¸1€IÙ$Ð%9¸4Ó@ÐÙ˜~¨uÓ5€LàÒ%ÜÐ,¬d×3Ò3Ü Ð#QÔRVÐWiÓRjÐQkÐ!lÓmÐmØ—L‘L–N‰DˆAØÖ&¨1¬=Ø)Õ,�ØŸK™K¨Ó-��q“	ñ #ñ
 HLÓLÁt¸eŸ™¨yÖ9ÁtÐÐLÜ	×	Õ	ÙÐ+Ð6¨vÑ6×>Ñ>¸yÓIˆ÷ 
÷ Ü! !Ó$ˆ	Ø˜ÔØ—>‘> !Ó$Ð$Ø€Mùò Mß	×	ús   Â%DÃD$Ä$D4	c                óÞ  € VP                  RR4      '       d   ^ M^pRV9   d   VP                  R4       RV9   d'   VR,          e   VR,          P                  ^ 4      VR&   V Uu. uF  qUP                  V4      NK  	  pp\        4       ;_uu_ 4        V ! V/ VB pV^ ,          P	                  V4      V^,          P	                  ^ 4      3uuRRR4       # u upi   + '       g   i     R# ; i)zÿReference function for MultiheadAttention supporting no batch dimensions.

Unbatched inputs are unsqueezed to form a
single batch input before passing them to the module.
The output is squeezed to compare with the
output of unbatched input to the module.
rf  TÚkey_padding_maskN)r  r6  rm  r'   rn  )rŒ   r×   rU   rV   ro  rÐ   rr  rs  s   &&*,    r>   Úno_batch_dim_reference_mharv  S  sÑ   € ð —Z‘Z ¨t×4Ò4‘¸!€IØ˜ÔØ�
‰
�=Ô!Ø˜VÔ#¨Ð/AÕ(BÒ(NØ%+Ð,>Õ%?×%IÑ%IÈ!Ó%LˆÐ!Ñ"ÙGKÓLÁt¸eŸ™¨yÖ9ÁtÐÐLÜ	×	Õ	ÙÐ+Ð6¨vÑ6ˆØ�q•	×!Ñ! )Ó,¨f°Q­i×.?Ñ.?ÀÓ.BÐC÷ 
Ò	ùò Mß	×	Ð	ús   Á&CÂ8CÃC,	c                ó¾  € \        V4      ^8X  d   Vw  pRpM%\        V4      ^8X  d   Vw  rEVP                  ^4      pVR,          '       d   ^ M^pVP                  R4       XP                  V4      pVX3p\        4       ;_uu_ 4        V ! V/ VB pV^ ,          P	                  V4      V^,          P	                  ^4      3uuRRR4       #   + '       g   i     R# ; i)zøReference function for RNN and GRU supporting no batch dimensions.

Unbatched inputs are unsqueezed to form a
single batch input before passing them to the module.
The output is squeezed to compare with the
output of unbatched input to the module.
Nrf  ©r`   rm  r6  r'   rn  ©	rŒ   r×   rU   rV   ÚinpÚhro  rr  rs  s	   &&*,     r>   Úno_batch_dim_reference_rnn_grur|  f  s½   € ô ˆ4ƒy�A„~Ø‰ˆØ‰Ü	ˆT‹�aŒØ‰ˆØ�K‰K˜‹Nˆà˜M×*Ô*‘°€IØ
‡J�Jˆ}ÔØ
�-‰-˜	Ó
"€CØ" A˜hÐÜ	×	Õ	ÙÐ+Ð6¨vÑ6ˆØ�q•	×!Ñ! )Ó,¨f°Q­i×.?Ñ.?ÀÓ.BÐC÷ 
×	×	Ó	ús   Â8CÃC	c                óH  € \        V4      ^8X  d   Vw  pRpMD\        V4      ^8X  d5   Vw  rEV^ ,          P                  ^4      V^,          P                  ^4      3pVR,          '       d   ^ M^pVP                  R4       XP                  V4      pVX3p\        4       ;_uu_ 4        V ! V/ VB pV^ ,          P	                  V4      V^,          ^ ,          P	                  ^4      V^,          ^,          P	                  ^4      33uuRRR4       #   + '       g   i     R# ; i)zñReference function for LSTM supporting no batch dimensions.

Unbatched inputs are unsqueezed to form a
single batch input before passing them to the module.
The output is squeezed to compare with the
output of unbatched input to the module.
Nrf  rx  ry  s	   &&*,     r>   Úno_batch_dim_reference_lstmr~  ~  sò   € ô ˆ4ƒy�A„~Ø‰ˆØ‰Ü	ˆT‹�aŒØ‰ˆØˆq�T�^‰^˜AÓ  !¥§¡¨qÓ 1Ð2ˆà˜M×*Ô*‘°€IØ
‡J�Jˆ}ÔØ
�-‰-˜	Ó
"€CØ" A˜hÐÜ	×	Õ	ÙÐ+Ð6¨vÑ6ˆØ�q•	×!Ñ! )Ó,¨v°a­y¸­|×/CÑ/CÀAÓ/FÈÈqÍ	ÐRSÍ×H\ÑH\Ð]^ÓH_Ð.`Ða÷ 
×	×	Ó	ús   Â'ADÄD!	c                óH  € Vw  pw  rVVP                  ^ 4      VP                  ^ 4      VP                  ^ 4      33p\        4       ;_uu_ 4        V ! V/ VB pV^ ,          P                  ^ 4      V^,          P                  ^ 4      3uuRRR4       #   + '       g   i     R# ; i)zÊReference function for LSTMCell supporting no batch dimensions.

The module is passed the input and target in batched form with a single item.
The output is squeezed to compare with the no-batch input.
N)rm  r'   rn  )	rŒ   r×   rU   rV   rz  r{  Úcrr  rs  s	   &&*,     r>   Úno_batch_dim_reference_lstmcellr�  –  s†   € ð �K€C‰ˆ!Ø"Ÿ}™}¨QÓ/°!·+±+¸a³.À!Ç+Á+ÈaÃ.Ð1QÐRÐÜ	×	Õ	ÙÐ+Ð6¨vÑ6ˆØ�q•	×!Ñ! !Ó$ f¨Q¥i×&7Ñ&7¸Ó&:Ð;÷ 
×	×	Ó	ús   Á8BÂB!	c                 ó®   € R Uu. uFD  p\        \        VR7      \        V ! R4      V ! ^4      4      \        \        RR7      RV 2R7      NKF  	  up# u upi )r  ©rþ   T©rh  Úno_batch_dim_©r�   r‘   r�   r’   )r  r4  rÿ   ©ræ   )rˆ   r�   r   r7  )ré   rþ   s   & r>   Ú$generate_regression_criterion_inputsrˆ  £  sb   € ñ 3ó4ñ 3ˆiô 	Ü+°iÔ@Ü'©
°5Ó(9¹:Àa»>ÓJÜ Ô!:ÈÔNØ   Ð,÷		
ñ
 3ñ4ð 4ùò 4s   …A
Ac                 ób  € \        \        WVR 7      p\        \        ^R7      \        V! R4      4      R\        R7      \        \        ^4      \        V! R	4      4      R7      \        \        R
R
4      \        V! R	4      4      RR7      \        \        ^^^4      \        V! R	4      4      RR7      .# )rÎ   )Úkernel_sizerâ   r”   ©r�   r‘   Ústride©r�   r‘   r’   Ú
stride_pad)rú   é   )rù   rú   r�  ©rù   ©r   r
   rˆ   r�   r7  ©rI   r»   rQ   rÏ   rR   rV   ré   s   &&&&&, r>   Ú module_inputs_torch_nn_AvgPool1dr“  ­  s¤   € Üœ¨VÐP]Ô^€Jô 	¤mÀÔ&BÜ"/±
¸6Ó0BÓ"CØ'Ü!:ô	<ô 	¤m°AÓ&6Ü"/±
¸9Ó0EÓ"Fô	Hä¤m°D¸$Ó&?Ü"/±
¸9Ó0EÓ"FØ!ô	#ô 	¤m°A°q¸!Ó&<Ü"/±
¸9Ó0EÓ"FØ%ô	'ð(ð (rA   c                 óP  € \        \        WVR 7      p\        \        R4      \        V! R4      4      R\        R7      \        \        R4      \        V! R4      4      R7      \        \        RR4      \        V! R4      4      RR7      \        \        RRR4      \        V! R4      4      RR7      \        \        R^R7      \        V! R4      4      RR7      \        \        RR^R7      \        V! R4      4      R	R7      \        \        RRR^R7      \        V! R4      4      R
R7      .# )rÎ   râ   r”   r‹  rŒ  r�  rŽ  ©Údivisor_overrideÚdivisorÚdivisor_strideÚdivisor_stride_pad©rù   rù   ©rú   r�  r�  ©rù   rú   r�  r�  ©rC   rC   r‘  r’  s   &&&&&, r>   Ú module_inputs_torch_nn_AvgPool2drž  ¿  s  € Üœ¨VÐP]Ô^€Jô 	¤m°FÓ&;Ü"/±
¸9Ó0EÓ"FØ'Ü!:ô	<ô 	¤m°FÓ&;Ü"/±
¸<Ó0HÓ"Iô	Kä¤m°F¸FÓ&CÜ"/±
¸<Ó0HÓ"IØ!ô	#ô 	¤m°F¸FÀFÓ&KÜ"/±
¸<Ó0HÓ"IØ%ô	'ô 	¤m°FÈQÔ&OÜ"/±
¸<Ó0HÓ"IØ"ô	$ô 	¤m°F¸FÐUVÔ&WÜ"/±
¸<Ó0HÓ"IØ)ô	+ô 	¤m°F¸FÀFÐ]^Ô&_Ü"/±
¸<Ó0HÓ"IØ-ô	/ð'0ð 0rA   c                 óÐ  € \        \        WVR 7      p\        \        R4      \        V! R4      4      R\        R7      \        \        R4      \        V! R4      4      R7      \        \        ^R4      \        V! R4      4      RR7      \        \        ^^R4      \        V! R4      4      RR7      \        \        ^^R4      \        V! R4      4      RR7      \        \        R^R4      \        V! R4      4      RR7      \        \        ^^^ 4      \        V! R4      4      R	R7      \        \        ^^R4      \        V! R4      4      R
R7      \        \        R^R7      \        V! R4      4      RR7      \        \        ^R^R7      \        V! R4      4      RR7      \        \        ^^R^R7      \        V! R4      4      RR7      \        \        ^^R^R7      \        V! R4      4      RR7      \        \        R^R^R7      \        V! R4      4      RR7      \        \        ^^^ ^R7      \        V! R4      4      RR7      \        \        ^^R^R7      \        V! R4      4      RR7      .# )rÎ   râ   r”   r‹  rŒ  r�  rŽ  Ústride_pad_gpu_fixedkw_outputÚstride_pad_gpu_general_outputÚstride1_pad0_gpu_inputÚstride_pad_gpu_input_nooverlapr•  r—  r˜  r™  Ú%divisor_stride_pad_gpu_fixedkw_outputÚ%divisor_stride_pad_gpu_general_outputÚdivisor_stride1_pad0_gpu_inputÚ&divisor_stride_pad_gpu_input_nooverlap©rù   rù   rù   ©rú   ræ   ræ   ræ   ©rù   rú   ræ   ræ   ræ   ©rù   rú   r)  r)  r)  ©rC   rC   rC   )rC   rù   rC   )rù   ræ   rø   )rC   rC   rù   )rù   rú   rù   ræ   rø   r‘  r’  s   &&&&&, r>   Ú module_inputs_torch_nn_AvgPool3dr­  Û  sO  € Üœ¨VÐP]Ô^€Jô 	¤m°IÓ&>Ü"/±
¸<Ó0HÓ"IØ'Ü!:ô	<ô 	¤m°IÓ&>Ü"/±
¸?Ó0KÓ"Lô	Nä¤m°A°yÓ&AÜ"/±
¸?Ó0KÓ"LØ!ô	#ô 	¤m°A°q¸)Ó&DÜ"/±
¸?Ó0KÓ"LØ%ô	'ô 	¤m°A°q¸)Ó&DÜ"/±
¸?Ó0KÓ"LØ8ô	:ô 	¤m°I¸qÀ)Ó&LÜ"/±
¸?Ó0KÓ"LØ8ô	:ô 	¤m°A°q¸!Ó&<Ü"/±
¸?Ó0KÓ"LØ1ô	3ô 	¤m°A°q¸)Ó&DÜ"/±
¸?Ó0KÓ"LØ9ô	;ô 	¤m°IÐPQÔ&RÜ"/±
¸?Ó0KÓ"LØ"ô	$ô 	¤m°A°yÐSTÔ&UÜ"/±
¸?Ó0KÓ"LØ)ô	+ô 	¤m°A°q¸)ÐVWÔ&XÜ"/±
¸?Ó0KÓ"LØ-ô	/ô 	¤m°A°q¸)ÐVWÔ&XÜ"/±
¸?Ó0KÓ"LØ@ô	Bô 	¤m°I¸qÀ)Ð^_Ô&`Ü"/±
¸?Ó0KÓ"LØ@ô	Bô 	¤m°A°q¸!ÈaÔ&PÜ"/±
¸?Ó0KÓ"LØ9ô	;ô 	¤m°A°q¸)ÐVWÔ&XÜ"/±
¸?Ó0KÓ"LØAô	CðW-Dð -DrA   c           
      ó  € \        \        WVR 7      p\        \        ^4      \        V! R4      4      RR7      \        \        ^4      \        V! R4      4      \        RR7      \        \        ^4      \        V! R4      4      RR7      .# )rÎ   Úsingler�  râ   r†  Ú
one_output©rC   rú   r)  ©rú   r)  r‘  r’  s   &&&&&, r>   Ú(module_inputs_torch_nn_AdaptiveAvgPool1dr³    s�   € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&7Ü"/±
¸9Ó0EÓ"FØ!ô	#ô 	¤m°AÓ&7Ü"/±
¸6Ó0BÓ"CÜ!:Ø'ô	)ô 	¤m°AÓ&7Ü"/±
¸9Ó0EÓ"FØ%ô	'ð
(ð 
(rA   c                 ó¦  € \        \        WVR 7      p\        \        ^4      \        V! R4      4      RR7      \        \        ^4      \        V! R	4      4      \        RR7      \        \        ^4      \        V! R4      4      RR7      \        \        R
4      \        V! R4      4      RR7      \        \        R4      \        V! R4      4      RR7      .# )rÎ   r¯  r�  râ   r†  Úsingle_1x1outputÚtupleÚ
tuple_none©rC   rú   r)  r�  ©rú   r)  r�  ©rú   ræ   ©rú   Nr‘  r’  s   &&&&&, r>   Ú(module_inputs_torch_nn_AdaptiveAvgPool2dr¼    sÃ   € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&7Ü"/±
¸<Ó0HÓ"IØ!ô	#ô 	¤m°AÓ&7Ü"/±
¸9Ó0EÓ"FÜ!:Ø'ô	)ô 	¤m°AÓ&7Ü"/±
¸<Ó0HÓ"IØ+ô	-ô 	¤m°FÓ&;Ü"/±
¸<Ó0HÓ"IØ ô	"ô 	¤m°IÓ&>Ü"/±
¸<Ó0HÓ"IØ%ô	'ð(ð (rA   c                 ó¦  € \        \        WVR 7      p\        \        ^4      \        V! R4      4      RR7      \        \        ^4      \        V! R	4      4      \        RR7      \        \        R
4      \        V! R4      4      RR7      \        \        R4      \        V! R4      4      RR7      \        \        R4      \        V! R4      4      RR7      .# )rÎ   r¯  r�  râ   r†  r¶  r·  Úlast_dim)rù   rú   r)  rù   é   )rú   r)  rù   r¿  ©rú   ræ   r)  )rù   rú   r)  rú   r¿  )Nræ   r)  )rú   rù   rù   )rC   rC   rú   rù   r�  r‘  r’  s   &&&&&, r>   Ú(module_inputs_torch_nn_AdaptiveAvgPool3drÁ  4  sÃ   € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&7Ü"/±
¸?Ó0KÓ"LØ!ô	#ô 	¤m°AÓ&7Ü"/±
¸<Ó0HÓ"IÜ!:Ø'ô	)ô 	¤m°IÓ&>Ü"/±
¸?Ó0KÓ"LØ ô	"ô 	¤m°LÓ&AÜ"/±
¸?Ó0KÓ"LØ%ô	'ô 	¤m°IÓ&>Ü"/±
¸?Ó0KÓ"LØ#ô	%ð&ð &rA   c           	      óÈ   € \        \        WVR 7      p\        \        ^4      \        V! R4      4      RR7      \        \        ^4      \        V! R4      4      \        RR7      .# )rÎ   r¯  r�  râ   r†  r±  r²  r‘  r’  s   &&&&&, r>   Ú(module_inputs_torch_nn_AdaptiveMaxPool1drÃ  J  s`   € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&7Ü"/±
¸9Ó0EÓ"FØ!ô	#ô 	¤m°AÓ&7Ü"/±
¸6Ó0BÓ"CÜ!:Ø'ô	)ð	*ð *rA   c                 ó\  € \        \        WVR 7      p\        \        ^4      \        V! R4      4      RR7      \        \        ^4      \        V! R4      4      \        RR7      \        \        R	4      \        V! R4      4      RR7      \        \        R
4      \        V! R4      4      RR7      .# )rÎ   r¯  r�  râ   r†  r¶  r·  r¸  r¹  rº  r»  r‘  r’  s   &&&&&, r>   Ú(module_inputs_torch_nn_AdaptiveMaxPool2drÅ  W  s¢   € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&7Ü"/±
¸<Ó0HÓ"IØ!ô	#ô 	¤m°AÓ&7Ü"/±
¸9Ó0EÓ"FÜ!:Ø'ô	)ô 	¤m°FÓ&;Ü"/±
¸<Ó0HÓ"IØ ô	"ô 	¤m°IÓ&>Ü"/±
¸<Ó0HÓ"IØ%ô	'ð(ð (rA   c                 óð  € \        \        WVR 7      p\        \        ^4      \        V! R	4      4      RR7      \        \        ^4      \        V! R
4      4      \        RR7      \        \        R4      \        V! R	4      4      RR7      \        \        R4      \        V! R	4      4      RR7      \        \        ^4      \        V! R4      4      RR7      \        \        R4      \        V! R4      4      RR7      .# )rÎ   r¯  r�  râ   r†  r¶  r·  Úsingle_nonatomicÚtuple_nonatomic)rù   rú   r)  r�  r¿  )rú   r)  r�  r¿  rÀ  )rú   Nr)  )rù   rú   é   é	   rú   )rù   rú   r�  ræ   rç   r‘  r’  s   &&&&&, r>   Ú(module_inputs_torch_nn_AdaptiveMaxPool3drË  j  sæ   € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&7Ü"/±
¸?Ó0KÓ"LØ!ô	#ô 	¤m°AÓ&7Ü"/±
¸<Ó0HÓ"IÜ!:Ø'ô	)ô 	¤m°IÓ&>Ü"/±
¸?Ó0KÓ"LØ ô	"ô 	¤m°LÓ&AÜ"/±
¸?Ó0KÓ"LØ%ô	'ô 	¤m°AÓ&6Ü"/±
Ð;KÓ0LÓ"MØ+ô	-ô 	¤m°IÓ&>Ü"/±
Ð;KÓ0LÓ"MØ*ô	,ð#-ð -rA   c                 óœ  € \        \        WVR 7      p\        \        ^
4      \        V! R4      4      RR7      \        \        ^4      \        V! R4      4      RR7      \        \        ^
RR4      \        V! R4      4      RR7      \        \        ^
RRR4      \        V! R4      4      R	R7      \        \        ^
RRR
R4      \        V! R4      4      RR7      \        \        ^RRR4      \        V! R4      4      RR7      \        \        ^RRR4      \        V! R4      4      RR7      \        \        ^
RR7      \        V! R4      4      RR7      .# )rÎ   Úaffiner�  Ú3d_inputrO  NÚaffine_simple_averageç333333Ó?FÚ
not_affineTÚnot_tracking_statsÚ3d_input_not_affineÚ
zero_batchrÛ   Úaffine_not_biasrå   )ræ   r)  rú   )r   r)  rÊ  rè   r’  s   &&&&&, r>   Ú"module_inputs_torch_nn_BatchNorm1drÖ  ƒ  sC  € Üœ¨VÐP]Ô^€Jô 	¤m°BÓ&8Ü"/±
¸7Ó0CÓ"DØ!ô	#ô 	¤m°AÓ&7Ü"/±
¸9Ó0EÓ"FØ#ô	%ô 	¤m°B¸¸dÓ&CÜ"/±
¸7Ó0CÓ"DØ0ô	2ô 	¤m°B¸¸cÀ5Ó&IÜ"/±
¸7Ó0CÓ"DØ%ô	'ô 	¤m°B¸¸cÀ4ÈÓ&OÜ"/±
¸7Ó0CÓ"DØ-ô	/ô 	¤m°A°t¸SÀ%Ó&HÜ"/±
¸9Ó0EÓ"FØ.ô	0ô 	¤m°A°t¸SÀ%Ó&HÜ"/±
¸9Ó0EÓ"FØ%ô	'ô 	¤m°B¸UÔ&CÜ"/±
¸7Ó0CÓ"DØ*ô	,ð-.ð .rA   c                 óN  € \        \        WVR 7      p\        \        ^4      \        V! R4      4      R7      \        \        ^RR4      \        V! R4      4      RR7      \        \        ^RR4      \        V! R4      4      RR7      \        \        ^RRR4      \        V! R4      4      R	R7      \        \        ^RRR
R4      \        V! R4      4      RR7      \        \        ^RRR4      \        V! R4      4      RR7      \        \        ^RR7      \        V! R4      4      RR7      .# )rÎ   r‹  rO  NÚ2d_simple_averager�  gš™™™™™é?ÚmomentumFrÑ  TrÒ  rÐ  rÔ  rÛ   rÕ  rœ  )r   r)  rù   rù   rè   r’  s   &&&&&, r>   Ú"module_inputs_torch_nn_BatchNorm2drÚ  ¡  s  € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&7Ü"/±
¸<Ó0HÓ"Iô	Kä¤m°A°t¸TÓ&BÜ"/±
¸<Ó0HÓ"IØ,ô	.ô 	¤m°A°t¸SÓ&AÜ"/±
¸<Ó0HÓ"IØ#ô	%ô 	¤m°A°t¸SÀ%Ó&HÜ"/±
¸<Ó0HÓ"IØ%ô	'ô 	¤m°A°t¸SÀ$ÈÓ&NÜ"/±
¸<Ó0HÓ"IØ-ô	/ô 	¤m°A°t¸SÀ%Ó&HÜ"/±
¸<Ó0HÓ"IØ%ô	'ô 	¤m°A¸EÔ&BÜ"/±
¸<Ó0HÓ"IØ*ô	,ð%.ð .rA   c                 óN  € \        \        WVR 7      p\        \        ^4      \        V! R4      4      R7      \        \        ^RR4      \        V! R4      4      RR7      \        \        ^RR4      \        V! R4      4      RR7      \        \        ^RRR4      \        V! R4      4      R	R7      \        \        ^RRR
R4      \        V! R4      4      RR7      \        \        ^RRR4      \        V! R4      4      RR7      \        \        ^RR7      \        V! R4      4      RR7      .# )rÎ   r‹  rO  NÚ3d_simple_averager�  çffffffæ?rÙ  FrÑ  TrÒ  rÐ  rÔ  rÛ   rÕ  rª  )r   r)  rù   rù   rù   rè   r’  s   &&&&&, r>   Ú"module_inputs_torch_nn_BatchNorm3drÞ  »  s  € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&7Ü"/±
¸?Ó0KÓ"Lô	Nä¤m°A°t¸TÓ&BÜ"/±
¸?Ó0KÓ"LØ,ô	.ô 	¤m°A°t¸SÓ&AÜ"/±
¸?Ó0KÓ"LØ#ô	%ô 	¤m°A°t¸SÀ%Ó&HÜ"/±
¸?Ó0KÓ"LØ%ô	'ô 	¤m°A°t¸SÀ$ÈÓ&NÜ"/±
¸?Ó0KÓ"LØ-ô	/ô 	¤m°A°t¸SÀ%Ó&HÜ"/±
¸?Ó0KÓ"LØ%ô	'ô 	¤m°A¸EÔ&BÜ"/±
¸?Ó0KÓ"LØ*ô	,ð%.ð .rA   c                 óò  € \        \        WVR 7      pV P                  \        P                  P
                  8X  d   RpM.V P                  \        P                  P                  8X  d   RpMRp\        \        \        ^
R	R7      \        V! V4      4      R7      \        P                  \        RR7      \        \        \        ^
RR7      \        V! V4      4      R7      \        P                  \        RR7      .# )
rÎ   )rJ  r‹  zeps must be positive©r›   rœ   r    rª   )rù   rç   )rù   rç   r)  r)  )rù   rç   ræ   ræ   ræ   g      ð¿)r   r
   r~   ra   r±   ÚBatchNorm1dÚBatchNorm2drš   rˆ   r�   r–   r˜   Ú
ValueError)rI   r»   rQ   rÏ   rR   rV   ré   Úinput_shapes   &&&&&,  r>   Ú.module_error_inputs_torch_nn_BatchNorm1d_2d_3drå  Õ  sÎ   € Üœ¨VÐP]Ô^€Jà×Ñ¤§¡×!5Ñ!5Ô5Ø‰Ø	×	Ñ	¤5§8¡8×#7Ñ#7Ô	7Ø#‰à&ˆô 	ÜÜ"/°¸Ô"=Ü+©J°{Ó,CÓDôô %×2Ñ2Ü!Ø.ô	
ô 	ÜÜ"/°¸Ô"<Ü+©J°{Ó,CÓDôô %×2Ñ2Ü!Ø.ô	
ðð rA   c                 ól  € VR ,          pVP                  RR4      pVP                  RR4      p\        \        WVR7      p	V'       d   / .M/ RR/.p
^^^rÜpV3\        ;QJ d    . R \	        V4       4       F  NK  	  5M! R \	        V4       4       4      ,           pRV,           p\
        P                  ! RR.V
4       UUu. uFe  w  pp\        V'       d   \        WÛ3/ VB M\        WÍV3/ VB \        T	! V'       d   TMT4      4      V'       d   R	MR
V'       d   RM\        R7      NKg  	  upp# u uppi )ÚNr²   FÚ
transposedrÎ   ÚpaddingÚsamec              3   ó2   "  € T F  q^,           x € K  	  R# 5ir»  rT   )Ú.0rá   s   & r>   Ú	<genexpr>Ú0module_inputs_torch_nn_ConvNd.<locals>.<genexpr>ü  s   é € Ð*C¹(°Q¨q¯5ª5»(ùs   ‚Tr/   râ   Nr”   r�  )
r  r   r
   r¶  ÚrangeÚ	itertoolsr   rˆ   r�   r7  )rI   r»   rQ   rÏ   rR   rV   rç  r²   rè  ré   Úconv_kwargs_listrŠ  ÚC_inÚC_outÚinput_no_batch_shapeÚinput_batch_shapeÚ
with_batchÚconv_kwargss   &&&&&,            r>   Úmodule_inputs_torch_nn_ConvNdrø  õ  s'  € Øˆs�€AØ�:‰:�f˜eÓ$€DØ—‘˜L¨%Ó0€JÜœ¨VÐP]Ô^€Jß)˜‘t°°YÀÐ4GÐ/HÐØ  ! Q�u€KØ ˜7§U¤UÑ*C¼%À¼(Ó*C§U¡UÑ*C¼%À¼(Ó*CÓ%CÕCÐØÐ3Õ3Ðô (1×'8Ò'8¸$À¸ÐHXÔ'Yôñ (ZÑ#ˆJ˜ô 	×[_¤}°UÑ'WÈ;Ò'WÜ'4°TÀ+Ñ']ÐQ\Ñ']Ü"/±
ß-7Ñ)Ð=Qó1Só #Tç *™"°ß*4¡$Ô:S÷	Vñ (Zòð ùó s   ÃAD0Ä
D0ÄD0c                 óJ  € \        \        WVR 7      p\        \        WRR 7      pR/ 3RRR/3RRR/3RRR	/3R
R
R/3.p. p	V F]  w  r«V3R lpV	P                  \        \	        R/ VB \	        V! R4      V! R4      V! R4      P                  4       4      V
VR7      4       K_  	  V	# )rÎ   Fr/   rý   rþ   rÿ   r3  r4  r  r  ÚmarginrÝ  c                 ó   € \        W#V3/ VB # r5   )r   ©rŒ   r×   Úi1Úi2rÔ   r  s   &&&&&&r>   r�   Ú@module_inputs_torch_nn_CosineEmbeddingLoss.<locals>.reference_fn  s   € Ü0°¸ÑQÐ>PÑQÐQrA   r”   rT   ©r(  rç   )r(  ©r   r
   rF   rˆ   r�   Úsign©rI   r»   rQ   rÏ   rR   rV   ré   r8  r  rê   r’   r  r�   s   &&&&&,       r>   Ú*module_inputs_torch_nn_CosineEmbeddingLossr  	  sÚ   € Üœ¨VÐP]Ô^€JÜœ+¨fÐQVÔW€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1Ø	�H˜c�?Ð#ð%€Eð €MÛ$)Ñ ˆØ=Oô 	Rð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸xÓ4HÉ*ÐU]ÓJ^Ù4?ÀÓ4F×4KÑ4KÓ4Mó'Oà!Ø%1ô	3ö	
ñ	 %*ð ÐrA   c                 ób  € \        \        WVR 7      p\        \        RR7      \        V! R
4      4      R R7      \        \        RR7      \        V! R4      4      RR7      \        \        4       \        V! R4      4      R\        R7      \        \        RR7      \        V! R4      4      R	R7      .# )rÎ   rD  ©Úalphac                 óp   € \         P                  ! V^ 8¬  V^VP                  4       ^,
          ,          4      # rß   ©ra   ÚwhererE  rà   s   &&&r>   rØ   Ú,module_inputs_torch_nn_ELU.<locals>.<lambda>+  s%   € ´·²¸QÀ!¹VÀQÈÈQÏUÉUËWÐWXÍ[ÕHYÔ1ZrA   rÚ   Úscalarr�  râ   r”   Ú4d_input©rú   rù   r)  rT   ©rú   ©rù   rú   rù   r)  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_ELUr  %  sŸ   € Üœ¨VÐP]Ô^€Jô 	¤m¸"Ô&=Ü"/±
¸9Ó0EÓ"FÙ!Zô	\ô 	¤m¸"Ô&=Ü"/±
¸2³Ó"?Ø!ô	#ô 	¤m£oÜ"/±
¸4Ó0@Ó"AØ'Ü!:ô	<ô 	¤m¸"Ô&=Ü"/±
¸<Ó0HÓ"IØ#ô	%ð&ð &rA   c           
      ó  € \        \        WVR 7      p\        \        RR7      \        V! R
4      4      R R7      \        \        RR7      \        V! R4      4      R RR7      \        \        RR7      \        V! R4      4      R\        R	7      .# )rÎ   rD  r  c                 ó~   € \         P                  ! V^ 8¬  VRRV,          P                  4       ^,
          ,          4      # ©r   rD  rC  r	  rà   s   &&&r>   rØ   Ú-module_inputs_torch_nn_CELU.<locals>.<lambda>>  ó+   € ´·²¸QÀ!¹VÀQÈÈrÐTUÍvÏlÉlËnÐ_`ÕN`ÕHaÔ1brA   rÚ   c                 ó~   € \         P                  ! V^ 8¬  VRRV,          P                  4       ^,
          ,          4      # r  r	  rà   s   &&&r>   rØ   r  A  r  rA   r  r†  râ   r”   r  rT   r  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_CELUr  8  s„   € Üœ¨VÐP]Ô^€Jô 	¤m¸"Ô&=Ü"/±
¸9Ó0EÓ"FÙ!bô	dô 	¤m¸"Ô&=Ü"/±
¸2³Ó"?Ù!bØ!ô	#ô 	¤m¸"Ô&=Ü"/±
¸4Ó0@Ó"AØ'Ü!:ô	<ð=ð =rA   c           
      ó  € \        \        WVR 7      p\        \        4       \        V! R4      4      R7      \        \        ^4      \        V! R4      4      RR7      \        \        4       \        V! R4      4      R\        R7      .# )	rÎ   r‹  r  r�  râ   r”   )r)  r�  ©r)  r�  r¿  r‡  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_GLUr  I  sw   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸6Ó0BÓ"Cô	Eä¤m°AÓ&6Ü"/±
¸9Ó0EÓ"FØô	 ô 	¤m£oÜ"/±
¸4Ó0@Ó"AØ'Ü!:ô	<ð	=ð 	=rA   c           
      ó  € \        \        WVR 7      p\        \        R4      \        V! R	4      4      R RR7      \        \        R4      \        V! R
4      4      R R7      \        \        4       \        V! R4      4      R\        R7      .# )rÎ   r  c                 óŽ   € VR ,          R\         P                  ! V\        P                  ! R4      ,          4      ,           ,          # ©rC  ç      ð?rD  ©ra   ÚerfrF  Úsqrt©rŒ   r×   ÚxrN   s   &&&*r>   rØ   Ú-module_inputs_torch_nn_GELU.<locals>.<lambda>^  ó.   € °Q¸µWÀÄeÇiÂiÐPQÔTX×T]ÒT]Ð^aÓTbÕPbÓFcÕ@cÖ5drA   r  r†  c                 óŽ   € VR ,          R\         P                  ! V\        P                  ! R4      ,          4      ,           ,          # r  r   r#  s   &&&*r>   rØ   r%  b  r&  rA   rÚ   râ   r”   rT   r  r  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_GELUr(  X  s�   € Üœ¨VÐP]Ô^€Jô 	¤m°FÓ&;Ü"/±
¸2³Ó"?Ù!dØ!ô	#ô 	¤m°FÓ&;Ü"/±
¸9Ó0EÓ"FÙ!dô	fô 	¤m£oÜ"/±
¸4Ó0@Ó"AØ'Ü!:ô	<ð=ð =rA   c                 óT  € \        \        WVR 7      p\        \        4       \        V! R4      4      RR7      \        \        4       \        V! ^4      4      \        RR7      \        \        4       \        V! R4      4      RR7      \        \        4       \        V! R	4      4      RR7      .# ©
rÎ   r  r�  râ   r†  Úchannels_last_mem_formatÚchannels_last_3d_mem_formatrT   rQ  )rù   rú   rú   ræ   r)  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_ReLUr-  i  ó”   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸2³Ó"?Ø!ô	#ô 	¤m£oÜ"/±
¸1³Ó">Ü!:Ø'ô	)ô 	¤m£oÜ"/±
¸<Ó0HÓ"IØ3ô	5ô 	¤m£oÜ"/±
¸?Ó0KÓ"LØ6ô	8ð9ð 9rA   c                 óT  € \        \        WVR 7      p\        \        4       \        V! R4      4      RR7      \        \        4       \        V! ^4      4      \        RR7      \        \        4       \        V! R4      4      RR7      \        \        4       \        V! R	4      4      RR7      .# r*  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_ReLU6r0  |  r.  rA   c                 ó   € \        \        WVR 7      p\        \        4       \        V! R
4      4      R7      \        \        4       \        V! ^4      4      \        RR7      \        \        R4      \        V! R
4      4      RR7      \        \        R4      \        V! R4      4      RR7      \        \        R4      \        V! R4      4      R	R7      .# )rÎ   r‹  râ   r†  rC  Úwith_negvalr�  rª   Úwith_zero_negvalÚwith_negval_scalarr  r  rT   r‘  r’  s   &&&&&, r>   Ú module_inputs_torch_nn_LeakyReLUr5  �  s·   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸9Ó0EÓ"Fô	Hä¤m£oÜ"/±
¸1³Ó">Ü!:Ø'ô	)ô 	¤m°CÓ&8Ü"/±
¸9Ó0EÓ"FØ&ô	(ô 	¤m°CÓ&8Ü"/±
¸8Ó0DÓ"EØ+ô	-ô 	¤m°CÓ&8Ü"/±
¸2³Ó"?Ø-ô	/ð0ð 0rA   c                 ó’  € \        \        WVR 7      p\        \        4       \        V! R4      4      RR7      \        \        4       \        V! ^4      4      \        RR7      \        \        4       \        V! R4      4      R RR7      \        \        ^4      \        V! R4      4      R RR7      \        \        4       \        V! R4      4      R	 R
R7      \        \        ^4      \        V! R4      4      R RR7      \        \        4       \        V! R4      4      R RR7      \        \        ^4      \        V! R4      4      R RR7      .# )rÎ   r  r�  râ   r†  c                 ó–   € \         P                  ! V^ R7      \         P                  ! V^ R7      V^ ,          ^ ,          ,          ,           # ©r   ©Úmin)Úmax©ra   Úclamprà   s   &&&r>   rØ   Ú.module_inputs_torch_nn_PReLU.<locals>.<lambda>±  ó3   € ´·²¸QÀAÔ1FÌÏÊÐUVÐ\]ÔI^ÐabÐcdÕaeÐfgÕahÕIhÖ1hrA   Ú1dc                 ó–   € \         P                  ! V^ R7      \         P                  ! V^ R7      V^ ,          ^ ,          ,          ,           # r8  r<  rà   s   &&&r>   rØ   r>  µ  r?  rA   Ú1d_multiparamc                 ó–   € \         P                  ! V^ R7      \         P                  ! V^ R7      V^ ,          ^ ,          ,          ,           # r8  r<  rà   s   &&&r>   rØ   r>  ¹  r?  rA   Ú2dc                 ó–   € \         P                  ! V^ R7      \         P                  ! V^ R7      V^ ,          ^ ,          ,          ,           # r8  r<  rà   s   &&&r>   rØ   r>  ½  r?  rA   Ú2d_multiparamc                 ó–   € \         P                  ! V^ R7      \         P                  ! V^ R7      V^ ,          ^ ,          ,          ,           # r8  r<  rà   s   &&&r>   rØ   r>  Á  r?  rA   Ú3dc                 ó–   € \         P                  ! V^ R7      \         P                  ! V^ R7      V^ ,          ^ ,          ,          ,           # r8  r<  rà   s   &&&r>   rØ   r>  Å  r?  rA   Ú3d_multiparamrT   ©rù   rú   ræ   rQ  )rù   rú   ræ   r)  r�  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_PReLUrL  ¤  s'  € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸2³Ó"?Ø!ô	#ô 	¤m£oÜ"/±
¸1³Ó">Ü!:Ø'ô	)ô 	¤m£oÜ"/±
¸9Ó0EÓ"FÙ!hØô	ô 	¤m°AÓ&6Ü"/±
¸9Ó0EÓ"FÙ!hØ(ô	*ô 	¤m£oÜ"/±
¸<Ó0HÓ"IÙ!hØô	ô 	¤m°AÓ&6Ü"/±
¸<Ó0HÓ"IÙ!hØ(ô	*ô 	¤m£oÜ"/±
¸?Ó0KÓ"LÙ!hØô	ô 	¤m°AÓ&6Ü"/±
¸?Ó0KÓ"LÙ!hØ(ô	*ð9+ð +rA   c           
      ó
  € \        \        WVR 7      p\        \        4       \        V! R4      4      R7      \        \        4       \        V! ^4      4      \        RR7      \        \        4       \        V! R4      4      RR7      .# )rÎ   r‹  râ   r†  r  r�  r  rT   r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_SELUrN  É  sr   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸9Ó0EÓ"Fô	Hä¤m£oÜ"/±
¸1³Ó">Ü!:Ø'ô	)ô 	¤m£oÜ"/±
¸2³Ó"?Ø!ô	#ð	$ð 	$rA   c           
      ó  € \        \        WVR 7      p\        \        4       \        V! R4      4      R RR7      \        \        4       \        V! ^4      4      \        RR7      \        \        4       \        V! R4      4      R R7      .# )	rÎ   c                 ó<   € V\         P                  ! V4      ,          # r5   ©ra   Úsigmoidr#  s   &&&*r>   rØ   Ú-module_inputs_torch_nn_SiLU.<locals>.<lambda>Þ  ó   € °Q¼¿ºÀqÓ9IÖ5IrA   r  r†  râ   c                 ó<   € V\         P                  ! V4      ,          # r5   rQ  r#  s   &&&*r>   rØ   rS  æ  rT  rA   rÚ   rT   r  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_SiLUrV  Ø  s|   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸2³Ó"?Ù!IØ!ô	#ô 	¤m£oÜ"/±
¸1³Ó">Ü!:Ø'ô	)ô 	¤m£oÜ"/±
¸9Ó0EÓ"FÙ!Iô	KðLð LrA   c           
      ó  € \        \        WVR 7      p\        \        ^4      \        V! R4      4      R R7      \        \        ^ 4      \        V! R4      4      R RR7      \        \        R	4      \        V! R
4      4      \        RR7      .# )rÎ   c                 ó´   € \         P                  ! V4      P                  \         P                  ! V4      P                  ^R4      P	                  ^
^4      4      # ©rC   T)ra   rE  Údivrÿ   rÖ   rà   s   &&&r>   rØ   Ú0module_inputs_torch_nn_Softmax.<locals>.<lambda>ï  s=   € ´·²¸1³×1AÑ1AÄ%Ç)Â)ÈAÃ,×BRÑBRÐSTÐVZÓB[×BbÑBbÐceÐgiÓBjÔ1krA   rÚ   c                 ó”   € \         P                  ! V4      P                  \         P                  ! V4      P                  ^ R4      4      # )r   T©ra   rE  rZ  rÿ   rà   s   &&&r>   rØ   r[  ò  s.   € ´·²¸1³×1AÑ1AÄ%Ç)Â)ÈAÃ,×BRÑBRÐSTÐVZÓB[Ô1\rA   r  r†  râ   ©rç   é   rT   rÒ   ©ræ   r)  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_Softmaxra  é  s„   € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&6Ü"/±
¸8Ó0DÓ"EÙ!kô	mô 	¤m°AÓ&6Ü"/±
¸2³Ó"?Ù!\Ø!ô	#ô 	¤m°BÓ&7Ü"/±
¸6Ó0BÓ"CÜ!:Ø'ô	)ð*ð *rA   c           	      óÆ   € \        \        WVR 7      p\        \        4       \        V! R4      4      R R7      \        \        4       \        V! R4      4      \        RR7      .# )rÎ   c                 ó”   € \         P                  ! V4      P                  \         P                  ! V4      P                  ^R4      4      # ©rC   Fr]  rà   s   &&&r>   rØ   Ú2module_inputs_torch_nn_Softmax2d.<locals>.<lambda>   s.   € ´·²¸1³×1AÑ1AÄ%Ç)Â)ÈAÃ,×BRÑBRÐSTÐV[ÓB\Ô1]rA   rÚ   râ   r†  ©rC   rú   rç   r_  rÀ  r‘  r’  s   &&&&&, r>   Ú module_inputs_torch_nn_Softmax2drg  ú  s[   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸>Ó0JÓ"KÙ!]ô	_ô 	¤m£oÜ"/±
¸9Ó0EÓ"FÜ!:Ø'ô	)ð	*ð *rA   c                 óf  € \        \        WVR 7      p\        \        ^4      \        V! R	4      4      R R7      \        \        ^4      \        V! R
4      4      R RR7      \        \        ^ 4      \        V! R4      4      R RR7      \        \        R4      \        V! R4      4      \        RR7      .# )rÎ   c                 óÐ   € \         P                  ! V4      P                  \         P                  ! V4      P                  ^R4      P	                  ^
^4      4      P                  4       # rY  )ra   rE  Údiv_rÿ   rÖ   Úlog_rà   s   &&&r>   rØ   Ú3module_inputs_torch_nn_LogSoftmax.<locals>.<lambda>  sF   € ´·²¸1³×1BÑ1BÄ5Ç9Â9ÈQÃ<×CSÑCSÐTUÐW[ÓC\×CcÑCcÐdfÐhjÓCkÓ1l×1qÑ1qÔ1srA   rÚ   c                 ó°   € \         P                  ! V4      P                  \         P                  ! V4      P                  ^R4      4      P	                  4       # rd  ©ra   rE  rj  rÿ   rk  rà   s   &&&r>   rØ   rl    ó7   € ´·²¸1³×1BÑ1BÄ5Ç9Â9ÈQÃ<×CSÑCSÐTUÐW\ÓC]Ó1^×1cÑ1cÔ1erA   Ú
multiparamr†  c                 ó°   € \         P                  ! V4      P                  \         P                  ! V4      P                  ^ R4      4      P	                  4       # )r   Frn  rà   s   &&&r>   rØ   rl    ro  rA   Úmultiparam_scalarrâ   r^  rf  rT   rÒ   r`  r‘  r’  s   &&&&&, r>   Ú!module_inputs_torch_nn_LogSoftmaxrs    s¨   € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&6Ü"/±
¸8Ó0DÓ"EÙ!sô	uô 	¤m°AÓ&6Ü"/±
¸>Ó0JÓ"KÙ!eØ%ô	'ô 	¤m°AÓ&6Ü"/±
¸2³Ó"?Ù!eØ,ô	.ô 	¤m°BÓ&7Ü"/±
¸6Ó0BÓ"CÜ!:Ø'ô	)ð*ð *rA   c                 óZ  € \        \        WVR 7      p\        \        ^4      \        V! R4      4      R7      \        \        ^4      \        V! R4      4      RR7      \        \        ^ 4      \        V! R	4      4      RR7      \        \        R
4      \        V! R4      4      \        RR7      .# )rÎ   r‹  Úmultidimr�  r  râ   r†  r^  )rù   rú   r)  rç   rT   rÒ   )rú   ræ   rç   r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_Softminrv    s�   € Üœ¨VÐP]Ô^€Jô 	¤m°AÓ&6Ü"/±
¸8Ó0DÓ"Eô	Gä¤m°AÓ&6Ü"/±
¸=Ó0IÓ"JØ#ô	%ô 	¤m°AÓ&6Ü"/±
¸2³Ó"?Ø!ô	#ô 	¤m°BÓ&7Ü"/±
¸:Ó0FÓ"GÜ!:Ø'ô	)ð*ð *rA   c                 ó´  € \        \        WVR 7      p\        \        4       \        V! R4      4      R R7      \        \        ^4      \        V! R4      4      R RR7      \        \        ^R4      \        V! R4      4      R RR7      \        \        ^R4      \        V! R4      4      R R	R7      \        \        4       \        V! ^4      4      \        R
R7      .# )rÎ   c                 óV   € \         P                  ! \         P                  ! V4      4      # r5   ©ra   Úlog1prE  rà   s   &&&r>   rØ   Ú1module_inputs_torch_nn_Softplus.<locals>.<lambda>4  s   € ´·²¼U¿YºYÀq»\Ô1JrA   rÚ   c                 ór   € R\         P                  ! \         P                  ! ^V,          4      4      ,          # )r  rC  ry  rà   s   &&&r>   rØ   r{  7  s"   € °¼5¿;º;ÄuÇyÂyÐQRÐUVÕQVÓGWÓ;XÖ1XrA   Úbetar†  c                 ó  € V^,          R8„  P                  V4      V,          V^,          R8*  P                  V4      R,          R,          \        P                  ! \        P                  ! ^V,          4      4      ,          ,           # ©rù   r  rD  éœÿÿÿ©Útype_asra   rz  rE  rà   s   &&&r>   rØ   r{  <  ó`   € ¨!¨a­%°4©×(@Ñ(@ÀÓ(CÀaÕ(GØ �E d™?×3Ñ3°AÓ6¸Õ;¸bÕ@Ä5Ç;Â;ÌuÏyÊyÐYZÐ]^ÕY^ÓO_ÓC`Õ`ö)arA   Úbeta_thresholdc                 ó  € V^,          R8„  P                  V4      V,          V^,          R8*  P                  V4      R,          R,          \        P                  ! \        P                  ! ^V,          4      4      ,          ,           # r  r�  rà   s   &&&r>   rØ   r{  B  rƒ  rA   Úbeta_threshold_scalarrâ   r^  r€  rT   r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_Softplusr‡  .  sÏ   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸8Ó0DÓ"EÙ!Jô	Lô 	¤m°AÓ&6Ü"/±
¸8Ó0DÓ"EÙ!XØô	!ô 	¤m°A°tÓ&<Ü"/±
¸8Ó0DÓ"Eñaà)ô	+ô 	¤m°A°tÓ&<Ü"/±
¸2³Ó"?ñaà0ô	2ô 	¤m£oÜ"/±
¸1³Ó">Ü!:Ø'ô	)ð)*ð *rA   c                 óV  € \        \        WVR 7      p\        \        4       \        V! R4      4      R7      \        \        ^4      \        V! R4      4      RR7      \        \        ^4      \        V! R4      4      RR7      \        \        4       \        V! ^4      4      \        RR7      .# )	rÎ   r‹  Úlambdar�  Úlambda_scalarrâ   r†  r  rT   r‘  r’  s   &&&&&, r>   Ú!module_inputs_torch_nn_Softshrinkr‹  K  s–   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸9Ó0EÓ"Fô	Hä¤m°AÓ&7Ü"/±
¸9Ó0EÓ"FØ!ô	#ô 	¤m°AÓ&7Ü"/±
¸2³Ó"?Ø(ô	*ô 	¤m£oÜ"/±
¸1³Ó">Ü!:Ø'ô	)ð*ð *rA   c           
      ó  € \        \        WVR 7      p\        \        4       \        V! R4      4      R R7      \        \        4       \        V! R4      4      R RR7      \        \        4       \        V! ^4      4      \        RR7      .# )	rÎ   c                 óZ   € VP                  ^\        P                  ! V4      ,           4      # ©rC   ©rZ  ra   r*  rà   s   &&&r>   rØ   Ú1module_inputs_torch_nn_Softsign.<locals>.<lambda>c  ó   € °·±°q¼5¿9º9ÀQ»<Õ7GÔ1HrA   rÚ   c                 óZ   € VP                  ^\        P                  ! V4      ,           4      # rŽ  r�  rà   s   &&&r>   rØ   r�  f  r‘  rA   r  r†  râ   r  rT   r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_Softsignr“  ]  sz   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸9Ó0EÓ"FÙ!Hô	Jô 	¤m£oÜ"/±
¸2³Ó"?Ù!HØ!ô	#ô 	¤m£oÜ"/±
¸1³Ó">Ü!:Ø'ô	)ð*ð *rA   c           
      ó
  € \        \        WVR 7      p\        \        4       \        V! R4      4      R7      \        \        4       \        V! R4      4      RR7      \        \        4       \        V! ^4      4      \        RR7      .# ©rÎ   r‹  r  r�  râ   r†  rQ  rT   r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_Tanhr–  n  ór   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸<Ó0HÓ"Iô	Kä¤m£oÜ"/±
¸2³Ó"?Ø!ô	#ô 	¤m£oÜ"/±
¸1³Ó">Ü!:Ø'ô	)ð	*ð 	*rA   c           
      ó
  € \        \        WVR 7      p\        \        4       \        V! R4      4      R7      \        \        4       \        V! R4      4      RR7      \        \        4       \        V! ^4      4      \        RR7      .# r•  r‘  r’  s   &&&&&, r>   Ú!module_inputs_torch_nn_Tanhshrinkr™  ~  r—  rA   c                 ód  € \        \        WVR 7      p\        \        RR4      \        V! R
4      4      RR7      \        \        RR4      \        V! R
4      4      RR7      \        \        RR4      \        V! R4      4      RR7      \        \        RR4      \        V! ^4      4      \        RR	7      .# )rÎ   rD  r  Úthreshold_valuer�  g      $@Úlarge_valueÚthreshold_value_scalarrâ   r†  rQ  rT   r‘  r’  s   &&&&&, r>   Ú module_inputs_torch_nn_Thresholdrž  �  s¨   € Üœ¨VÐP]Ô^€Jô 	¤m°B¸Ó&;Ü"/±
¸<Ó0HÓ"IØ*ô	,ô 	¤m°B¸Ó&<Ü"/±
¸<Ó0HÓ"IØ&ô	(ô 	¤m°B¸Ó&;Ü"/±
¸2³Ó"?Ø1ô	3ô 	¤m°B¸Ó&;Ü"/±
¸1³Ó">Ü!:Ø'ô	)ð*ð *rA   c           
      ó  € \        \        WVR 7      p\        \        4       \        V! R4      4      R R7      \        \        4       \        V! R4      4      R RR7      \        \        4       \        V! ^4      4      \        RR7      .# )	rÎ   c                 ód   € V\         P                  ! \        P                  ! V4      4      ,          # r5   ©ra   ÚtanhÚFÚsoftplusrà   s   &&&r>   rØ   Ú-module_inputs_torch_nn_Mish.<locals>.<lambda>¦  ó   € °´U·Z²ZÄÇ
Â
È1ÃÓ5NÖ1NrA   rÚ   c                 ód   € V\         P                  ! \        P                  ! V4      4      ,          # r5   r¡  rà   s   &&&r>   rØ   r¥  ©  r¦  rA   r  r†  râ   r  rT   r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_Mishr¨     sz   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸9Ó0EÓ"FÙ!Nô	Pô 	¤m£oÜ"/±
¸2³Ó"?Ù!NØ!ô	#ô 	¤m£oÜ"/±
¸1³Ó">Ü!:Ø'ô	)ð*ð *rA   c           
      óü   € \        \        WVR 7      p\        \        4       \        V! R4      V! R4      4      R R7      \        \        4       \        V! R4      V! R4      4      R RR7      .\	        V4      ,           # )rÎ   c           
      ót   € R VP                  4       ,          \        R \        W#RR7       4       4      ,          # )r  c              3   ón   "  € T F+  w  rW,
          P                  4       P                  4       x € K-  	  R # 5ir5   )r*  rÿ   )rì  ÚaÚbs   &  r>   rí  ÚBmodule_inputs_torch_nn_L1Loss.<locals>.<lambda>.<locals>.<genexpr>¸  s1   é € ð ImÙUkÉTÈQð KLÍ%ÏÉË×IZÑIZ×I\ÐI\ÛUkùs   ‚35T)Ústrict)rI  rÿ   Úzip©rŒ   r×   rá   rÔ   s   &&&&r>   rØ   Ú/module_inputs_torch_nn_L1Loss.<locals>.<lambda>¸  s7   € °B¸¿¹»µNÄSñ ImÜUXÐYZÐfjÕUkóImó Fmö 5mrA   rÚ   c                 ó‚   € R VP                  4       ,          W#,
          P                  4       P                  4       ,          # )r  )rI  r*  rÿ   r±  s   &&&&r>   rØ   r²  ¼  s$   € °B¸¿¹»µNÀaÅeÇ[Á[Ã]×EVÑEVÓEXÖ4XrA   r  r†  rK  rT   )r   r
   rˆ   r�   rˆ  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_L1Lossr´  ±  s€   € Üœ¨VÐP]Ô^€Jô 	¤m£oÜ"/±
¸9Ó0EÙ0:¸9Ó0Eó#Gñ"mô	nô
 	¤m£oÜ"/±
¸2³Á
È2ÃÓ"OÙ!XØ!ô	#ð	$ô 'KÈ:Ó&Võ	Wð 	WrA   c                 ór  € \        \        WVR 7      pR/ 3RRR/3RRR/3RRR/3.p. pV Fˆ  w  ršV
3R	 lpVP                  \        \	        R/ V
B \	        V! R4      V! R4      4      V	VR
7      4       VP                  \        \	        R/ V
B \	        V! R4      V! R4      4      RV	 2VR
7      4       KŠ  	  V# )rÎ   r/   rý   rþ   rÿ   r3  r4  r  r  c                 ó   € \        W#3/ VB # r5   )r$   r  s   &&&&&r>   r�   Ú9module_inputs_torch_nn_SmoothL1Loss.<locals>.reference_fnÍ  s   € Ü)¨!ÑEÐ2DÑEÐErA   r”   r
  rT   ©r)  rç   r]  ©rI   r»   rQ   rÏ   rR   rV   ré   r  rê   r’   r  r�   s   &&&&&,      r>   Ú#module_inputs_torch_nn_SmoothL1Lossrº  À  sô   € Üœ¨VÐP]Ô^€Jð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1ð	%€Eð €MÛ$)Ñ ˆØ8Jô 	Fð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸wÓ4GÙ4>¸wÓ4Gó'Ià!Ø%1ô	3ô	
ð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸r³NÙ4>¸r³Nó'Dà& t fÐ-Ø%1ô	3ö	
ñ %*ð& ÐrA   c                 ó†  € \        \        WVR 7      p\        \        WRR 7      p\        \        WRR 7      pR/ 3RRR/3RRR/3RRR	/3R
RV! R4      /3.p	RR lp
. pV	 Fm  w  rÍVP                  \        \	        R/ VB \	        V! RRRR7      V! R4      P                  ^ 4      P                  V4      4      V\        V
3/ VB R7      4       Ko  	  V! R4      pVP                  \        \	        VR7      \	        V! RRRR7      V! R4      P                  ^ 4      P                  V4      4      R\        W®R7      R7      4       V# )rÎ   Fr/   rý   rþ   rÿ   r3  r4  r  r  r  r  c                 ó&  € W2P                  4       ,          ^V,
          ^V,
          P                  4       ,          ,           ) pVe	   We,          pVR8X  d   V# VR8X  d&   VP                  4       VP                  4       ,          # VP                  4       # )rC   r  r4  )r  rÿ   rI  ©rŒ   r×   rá   rÔ   rþ   r  r¼   s   &&&&&& r>   Úbce_loss_reference_fnÚ=module_inputs_torch_nn_BCELoss.<locals>.bce_loss_reference_fnð  so   € Ø—u‘u“w•; ! a¥%¨A°­E¯;©;«=Õ!8Õ8Ð9ˆàÒØ•_ˆFà˜ÔØˆMØ˜&Ô Ø—:‘:“< !§'¡'£)Õ+Ð+à—:‘:“<ÐrA   ç{®Gáz„?©r<  r=  r”   ©r  Úscalar_weight©rç   ©r4  NrT   r   ç®Gáz®ï?©r   r
   rF   rˆ   r�   ÚgtÚto)rI   r»   rQ   rÏ   rR   rV   ré   r8  r0  r  r¾  rê   r’   r  rÃ  s   &&&&&,         r>   Úmodule_inputs_torch_nn_BCELossrÊ  ã  sg  € Üœ¨VÐP]Ô^€JÜœ+¨fÐQVÔW€KÜœ+¨fÐQVÔW€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1Ø	�X™{¨5Ó1Ð2Ð3ð%€Eô ð €MÛ$)Ñ ˆØ×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸xÈTÐX`Ô4aÙ4?ÀÓ4I×4LÑ4LÈQÓ4O×4RÑ4RÐSXÓ4Yó'[à!Ü%,Ð-BÑ%YÐFXÑ%Yô	[ö	
ñ %*ñ   “O€MØ×ÑÜ¤m¸=Ô&IÜ"/±
¸2À4ÈhÔ0WÙ0;¸B³×0BÑ0BÀ1Ó0E×0HÑ0HÈÓ0Oó#Qà(Ü!(Ð)>Ô!Uô		Wôð ÐrA   c                 óº  € \        \        WVR 7      p\        \        WRR 7      p\        \        WRR 7      pR/ 3RRR/3RRR/3RRR	/3R
RV! R4      /3RRV! R4      /3.p	RR lp
. pV	 Fm  w  rÍVP                  \        \	        R/ VB \	        V! RRRR7      V! R4      P                  ^ 4      P                  V4      4      V\        V
3/ VB R7      4       Ko  	  V# )rÎ   Fr/   rý   rþ   rÿ   r3  r4  r  r  r  r  Úscalar_weightsc                 óº  € V) P                  ^ R7      p^V,
          P                  V4      P                  V4      P                  V) P                  4       P                  V) V,
          P                  4       4      P	                  4       4      pVe	   Wu,          pVR8X  d   V# VR8X  d&   VP                  4       VP                  4       ,          # VP                  4       # )r   r9  r  r4  )r=  Úmul_Úadd_Úexp_rk  rÿ   rI  )rŒ   r×   rá   rÔ   rþ   r  Úmax_valr¼   s   &&&&&&  r>   Úbce_withlogitsloss_reference_fnÚQmodule_inputs_torch_nn_BCEWithLogitsLoss.<locals>.bce_withlogitsloss_reference_fn!  s­   € à�2—*‘* �*Ó#ˆØ�a•%—‘˜a“×%Ñ% gÓ.×3Ñ3°g°X·O±OÓ4E×4JÑ4JÈQÈBÐQXÍL×K^ÑK^ÓK`Ó4a×4fÑ4fÓ4hÓiˆàÒØ•_ˆFà˜ÔØˆMØ˜&Ô Ø—:‘:“< !§'¡'£)Õ+Ð+à—:‘:“<ÐrA   rÀ  rÁ  r”   rÄ  rT   rÅ  r   rÆ  rÇ  )rI   r»   rQ   rÏ   rR   rV   ré   r8  r0  r  rÒ  rê   r’   r  s   &&&&&,        r>   Ú(module_inputs_torch_nn_BCEWithLogitsLossrÔ    s  € Üœ¨VÐP]Ô^€JÜœ+¨fÐQVÔW€KÜœ+¨fÐQVÔW€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1Ø	�X™{¨5Ó1Ð2Ð3Ø	˜H¡k°"£oÐ6Ð7ð%€Eô ð €MÛ$)Ñ ˆØ×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸xÈTÐX`Ô4aÙ4?ÀÓ4I×4LÑ4LÈQÓ4O×4RÑ4RÐSXÓ4Yó'[à!Ü%,Ð-LÑ%cÐPbÑ%cô	eö	
ñ %*ð ÐrA   c                 óà  € \        \        WVR 7      p\        \        V\        P                  RR 7      p\        \        WRR 7      p. ROp	R/ 3RRV! R4      /3RR^/3RRR/3RR^RR/3.p
. p\	        Wš4       EFñ  w  pw  rÞWÎ3R	 lpVP                  \        \        RR
V/VB \        V! R4      V! R^ ^R7      4      RV RV 2VR7      4       VP                  \        \        RR
V/VB \        V! R 4      V! R!^ ^R7      4      RV RV 2VR7      4       VP                  \        \        RR
V/VB \        V! R"4      V! ^^ ^R7      4      RV RV 2VR7      4       VP                  \        \        RR
V/VB \        V! R#4      V! R$^ ^R7      4      RV RV 2VR7      4       VP                  RR4      e   EKF  VP                  \        \        RR
V/VB \        V! R%4      V! R%4      P                  ^R7      4      RV RV 2VR7      4       VP                  \        \        RR
V/VB \        V! R&4      V! R&4      P                  ^R7      4      RV RV 2VR7      4       VP                  \        \        RR
V/VB \        V! R'4      V! R'4      P                  ^R7      4      RV RV 2VR7      4       VP                  \        \        RR
V/VB \        V! R#4      V! R#4      P                  ^R7      4      RV RV 2VR7      4       VP                  \        \        RR
V/VB \        V! R4      V! R^ ^R7      4      RV RV 2\        \        RR7      R7      4       EKô  	  V# )(rÎ   Fr/   r  r  r  Úlabel_smoothingg333333Ã?Úignore_index_label_smoothingc                 ó   € \        W#3R V/VB # rƒ  )r   )rŒ   r×   rá   rÔ   rþ   r  s   &&&&&&r>   r�   Ú=module_inputs_torch_nn_CrossEntropyLoss.<locals>.reference_fnM  s   € Ü/°Ñ`À	Ð`ÐM_Ñ`Ð`rA   rþ   rÁ  Ú4d_rN   r”   r'  Ú2d_r&  Nr  Ú4d_prob_target_Ú3d_prob_target_Ú2d_prob_target_Úhigher_dim_prob_target_r…  Tr„  )r4  rÿ   r  r  rT   )rù   rú   r)  r)  )rù   r)  r)  ©rù   rú   r)  )rù   r)  ©rù   rú   )rù   rú   r)  r)  rù   rù   )rù   r)  r)  rù   rù   )r)  rú   ræ   rù   )r)  rú   ræ   )r)  rú   )r   r
   ra   r/  r   rF   rˆ   r�   r  Úsoftmaxr7  )rI   r»   rQ   rÏ   rR   rV   ré   r8  r0  Ú
reductionsr  rê   rþ   r’   r  r�   s   &&&&&,          r>   Ú'module_inputs_torch_nn_CrossEntropyLossrä  =  s  € Üœ¨VÐP]Ô^€JÜœ+¨f¼E¿J¹JÐV[Ô\€KÜœ+¨fÐQVÔW€Kâ3€Jà	ˆRˆØ	�X™{¨4Ó0Ð1Ð2Ø	˜.¨!Ð,Ð-Ø	Ð.°Ð5Ð6Ø	'¨.¸!Ð=NÐPTÐ)UÐVð%€Eð €MÜ18¸×1KÑ-ˆ	Ñ-�DØ/8ô 	að 	×ÑÜ¬-Ñ*bÀ)Ð*bÐOaÑ*bÜ&3±J¸|Ó4LÙ4?À	ÈqÐWXÔ4Yó'[à" 4 &¨¨)¨Ð5Ø%1ô	3ô	
ð 	×ÑÜ¬-Ñ*bÀ)Ð*bÐOaÑ*bÜ&3±J¸yÓ4IÙ4?ÀÈAÐTUÔ4Vó'Xà" 4 &¨¨)¨Ð5Ø%1ô	3ô	
ð 	×ÑÜ¬-Ñ*bÀ)Ð*bÐOaÑ*bÜ&3±J¸vÓ4FÙ4?ÀÈÐQRÔ4Só'Uà" 4 &¨¨)¨Ð5Ø%1ô	3ô	
ð 	×ÑÜ¬-Ñ*bÀ)Ð*bÐOaÑ*bÜ&3±JÐ?QÓ4RÙ4?ÀÐUVÐ]^Ô4_ó'aà*¨4¨&°°)°Ð=Ø%1ô	3ô	
ð ×!Ñ! .°$Ó7Õ?Ø× Ñ Ü¬mÑ.fÀiÐ.fÐSeÑ.fÜ*7¹
À<Ó8PÙ8BÀ<Ó8P×8XÑ8XÐ]^Ð8XÓ8_ó+aà#2°4°&¸¸)¸Ð!EØ)5ô	7ôð × Ñ Ü¬mÑ.fÀiÐ.fÐSeÑ.fÜ*7¹
À9Ó8MÙ8BÀ9Ó8M×8UÑ8UÐZ[Ð8UÓ8\ó+^à#2°4°&¸¸)¸Ð!EØ)5ô	7ôð × Ñ Ü¬mÑ.fÀiÐ.fÐSeÑ.fÜ*7¹
À6Ó8JÙ8BÀ6Ó8J×8RÑ8RÐWXÐ8RÓ8Yó+[à#2°4°&¸¸)¸Ð!EØ)5ô	7ôð × Ñ Ü¬mÑ.fÀiÐ.fÐSeÑ.fÜ*7¹
ÐCUÓ8VÙ8BÐCUÓ8V×8^Ñ8^ÐcdÐ8^Ó8eó+gà#:¸4¸&ÀÀ)ÀÐ!MØ)5ô	7ôð × Ñ Ü¬mÑ.fÀiÐ.fÐSeÑ.fÜ*7¹
À4Ó8HÙ8CÀBÈAÐTUÔ8Vó+Xà#0°°°a¸	°{Ð!CÜ)0Ô1JÐY]Ô)^ô	`÷ñ} 2LðL ÐrA   c                 óâ  € \        \        WVR 7      p\        \        WRR 7      p\        \        \	        4       \	        V! R4      \
        P                  ! RV\
        P                  R7      4      R7      \        P                  \        RR7      \        \        \	        4       \	        V! R4      V! R4      4      R7      \        P                  \        RR7      \        \        \	        4       \	        V! R4      \
        P                  ! . ROV\
        P                  R7      4      R7      \        P                  \        RR7      \        \        \	        V! R4      R7      \	        V! R4      \
        P                  ! ^ ^.V\
        P                  R7      4      R7      \        P                  \        R	R7      \        \        \	        ^R
7      \	        V! R4      V! R4      P                  ^R7      P                  4       4      R7      \        P                  \        RR7      \        \        \	        RR7      \	        V! R4      \
        P                  ! ^ ^.V\
        P                  R7      4      R7      \        P                  \        RR7      \        \        \	        4       \	        V! R4      \
        P                  ! RV\
        P                  R7      4      R7      \        P                  \        RR7      .# )rÎ   F©r»   rQ   r‹  ú@Expected floating point type for target with class probabilitiesrà  z(expected target dtype to be Long or Bytez7Expected input batch_size .* to match target batch_sizerÂ  zGweight tensor should be defined either for all .* classes or no classes)r  r  z7ignore_index is not supported for floating point targetç      ø?)rÖ  z+label_smoothing must be between 0.0 and 1.0zExpected target sizerá  r�  ©r   rC   rù   rà  )rù   ræ   )r   r
   rš   rˆ   r�   ra   Úzerosr/  r–   r˜   r[   Útensorrã  râ  Údetach)rI   r»   rQ   rÏ   rR   rV   ré   r0  s   &&&&&,  r>   Ú-module_error_inputs_torch_nn_CrossEntropyLossrí  •  sV  € Üœ¨VÐP]Ô^€JÜœ+¨fÐQVÔW€Kô 	ÜÜ"/£/Ü+Ù˜vÓ&Ü—K’K ¨v¼U¿Z¹ZÔHóôô %×2Ñ2Ü#ØZô	
ô 	ÜÜ"/£/Ü+Ù˜vÓ&Ù˜tÓ$óôô %×2Ñ2Ü#ØBô	
ô 	ÜÜ"/£/Ü+Ù˜vÓ&Ü—L’L¢°6ÄÇÁÔLóôô %×2Ñ2Ü!ØQô	
ô 	ÜÜ"/±{À4Ó7HÔ"IÜ+Ù˜vÓ&Ü—L’L ! Q °¼e¿j¹jÔIóôô %×2Ñ2Ü#Øaô	
ô 	ÜÜ"/¸QÔ"?Ü+Ù˜vÓ&Ù˜vÓ&×.Ñ.°1Ð.Ó5×<Ñ<Ó>óôô %×2Ñ2Ü#ØQô	
ô 	ÜÜ"/ÀÔ"DÜ+Ù˜vÓ&Ü—L’L ! Q °¼e¿j¹jÔIóôô %×2Ñ2Ü#ØEô	
ô 	ÜÜ"/£/Ü+Ù˜yÓ)Ü—K’K ¨v¼U¿Z¹ZÔHóôô %×2Ñ2Ü#Ø.ô	
ða\ð \rA   c           
      ó*  aaaaaaaa€ VP                  R R4      oVP                  R4      oVVV3R loR pV3R loV3R loVVVVVVV3R lp. pV! 4        F7  w  ršw  r¼VP                  \        \        V	/ V
B \        W¼4      VR7      4       K9  	  V# )	Úallow_retain_graphTÚ	acc_dtypec                 óB   <€ \         P                  ! . V OVN5SSSR 7      # )rÎ   )ra   Úrandn)Ú
batch_dimsÚin_featuresr»   rQ   rÏ   s   &&€€€r>   ré   ÚAmodule_inputs_torch_nn_LinearCrossEntropyLoss.<locals>.make_input  s$   ø€ Ü�{Š{Ð5˜ZÐ5¨Ñ5¸fÈEÐanÔoÐorA   c                 ó|  € V^ ,          P                   ! V P                  .V P                  OVP                  R,          N5!  p\	        V4      ^8”  d0   V^,          P                   ! V P                  .V P                  O5!  MRp\        W$VVV P                  V P                  V P                  V P                  R7      # )r   N)Úlinear_biasr  rþ   r  rÖ  rÒ   )
ÚreshapeÚnum_classesÚout_featuresrï   r`   r   r  rþ   r  rÖ  )rŒ   r×   rá   rÔ   Úlinear_weightr÷  s   &&&&  r>   r�   ÚCmodule_inputs_torch_nn_LinearCrossEntropyLoss.<locals>.reference_fn  s’   € à˜!�Ÿš Q§]¡]ÐQ°Q·^±^ÐQÀQÇWÁWÈRÅ[ÓQˆä<?À»FÀQ¼JˆAˆa�D�LŠL˜Ÿ™Ð8¨¯©Ô8ÈDð 	ô 3Ø˜aØ#Ø—8‘8Ø—k‘k°·±ÐPQ×PaÑPaô	cð 	crA   c           	      ó‚   <€ VP                   '       d   \        V^ ^SVRR7      # \        P                  ! ^ V VSVRR7      # )r   F)r<  r=  r»   rQ   rÏ   rÎ   )Úis_floating_pointr
   ra   Úrandint)rù  rï   Útarget_dtyper»   s   &&&€r>   r8  ÚBmodule_inputs_torch_nn_LinearCrossEntropyLoss.<locals>.make_target  sH   ø€ Ø×)×)Ð)Ü˜u¨!°!¸FÈ,ÐfkÔlÐlä—=’=ØØØØØ"Ø#ôð rA   c               3   óî   <"  € R Fi  p V R3x € V w  rpSe   V \        SRR7      3x € K%  V \        4       3x € Vf   K9  V \        ^R7      3x € V \        RR7      3x € V \        RR7      3x € Kk  	  R# 5i)	rø   NÚaspect_ratio©rð  Úchunking_method©Úbatch_chunk_sizezaspect_ratio:2)r  zaspect_ratio:4©)rø   r)  ræ   )Nrø   ræ   )ri  )ÚsizesÚnum_batchesrô  rù  rð  s       €r>   Úsizes_and_optionsÚHmodule_inputs_torch_nn_LinearCrossEntropyLoss.<locals>.sizes_and_options  s‰   øé € ó /ˆEØ˜�+ÒØ49Ñ1ˆK kØÒ$ØœT¨IÀ~ÔVÐVÒVÙð œ›�-ÒàÔ&ð œT°1Ô5Ð5Ò5àœTÐ2BÔCÐCÒCØœTÐ2BÔCÐCÔCó! /ùs
   ƒ7A5¿6A5c               3   óD  <"  € S! 4        EFl  w  w  rr#V f   RpMV 3pR \         P                  ! \         P                  ! VSSRR7      4      .p\        . ROR RV^,
          ^,          V^,           .RR.VRR.4       EFö  w  rgr‰p
V f   V
'       d   K  Ve
   VR8X  d   K#  W3p\	        T
SSTT	TTVe#   \         P
                  P                  ! RRS/VB MR R7      p\         P                  S3 EF€  pVP                  '       d   . VOVNV
O5pVe   K%  Ve   K+  M. VOV
O5pS! WA4      pS! W.V4      pVP                  P                  R	8w  dq   VP                  '       g_   VR8X  dX   VeT   V^ 8¼  dM   Wr8  dG   \         P                  ! VV8H  4      '       d(   V^,           V,          TVP                  '       d   ^ MR&   W¼VV33x € VP                  '       gK   V'       dC   V ^8”  d<   Ve8   S! WA4      pS! W.V4      pVVV ^,          &   V^ 8  g   Wr8¼  d   ^ V^ &   W¼VV33x € VP                  '       d   EKH  VR8w  g   EKR  Vf   EKY  S! WA4      p\         P                  ! VV4      pW¼VV33x € EKƒ  	  EKù  	  EKo  	  R F¼  pVw  rpV f   RMV 3pR F¥  p
V f   V
'       d   K  W3p\	        V
R
SSRR R RR7      pR .pV
'       g1   VP                  \         P
                  P                  S^R7      4       V F=  p\	        VVR7      pS! WA4      pS! V. VOV
O5\         P                  4      pW¼VV33x € K?  	  K§  	  K¾  	  R FÚ  pVw  rpV f   RMV 3pR \         P                  ! \         P                  ! VSSRR7      4      .p\        RR.V4       F‡  w  riSe   \	        SRR7      pMV e   \	        ^R7      pM
\	        4       pW3p\	        RSSVV	R R\         P
                  P                  ! RRS/VB R7      pS! WA4      pS! V. VOVN5S4      pW¼VV33x € K‰  	  KÜ  	  R # 5i)NFrÎ   rÿ   r4  rª   gš™™™™™¹?rï  )rú  r»   rQ   rþ   r  r  rÖ  ÚoptionsÚmetaT)rú  rÜ   r»   rQ   rþ   r  r  rÖ  )rï  r  )r  r  r  r  rT   )rÿ   r4  r  r€  ©rú   rù   ræ   r  )rT   r  )ra   rE  rò  r   ri  r±   ÚLinearCrossEntropyOptionsÚint64rþ  r»   rk  Úallrï   Ú	full_likerF   )r
  rô  rù  r  ró  r  rþ   ÚiiÚlsÚwÚofÚmodule_argsÚmodule_kwargsr   Útarget_shaperÐ   r  r	  Úbase_module_kwargsÚoptions_variantsrð  rï  r»   rQ   ré   r8  r  s                       €€€€€€€r>   ÚsamplesÚ>module_inputs_torch_nn_LinearCrossEntropyLoss.<locals>.samples3  sž  øé € Ù@Q×@SÑ<Ñ3ˆ[ {ØÒ"Ø‘
à)˜^�
ØœUŸYšY¤u§{¢{°;ÀvÐUZÐjoÔ'pÓqÐrˆGô -4Ú+Ø˜4 +°¥/°aÕ!7¸Àq½ÐIØ˜#�JØØ˜�O÷-%Ñ(�	˜r bð Ò&¯2áØ’> i°5Ô&8áØ*Ð8�Ü $Ø!#Ø!ØØ'ØØ!#Ø$&Øt{ò  uHœEŸH™H×>Ò>ÑpÐRdÐpÐhoÒpð  NRô	!�ô &+§[¡[°%Ô$8�LØ#×5×5Ð5Ø'F¨Ð'F°[Ð'FÀ2Ñ'F˜Øš>á$Ø"Ò.ñ %ð	 /ð (:¨Ð'9°bÑ'9˜Ù& zÓ?�EÙ(¨ÀLÓQ�Fà"ŸM™M×.Ñ.°&Ô8Ø$0×$B×$BÐ$BÀyÐTZÔGZØ "¢°2¸´7¸rÔ?OÔTY×T]ÒT]Ð^dÐhjÑ^j×TkÒTkð >@À!½VÀ{Õ<R˜ F§L§L L™q°bÑ9à%°u¸f°oÐEÒEð !-× >× >Ð >ß ,Ø +¨a¤Ø "¢ñ !+¨:Ó C˜Ù!,¨[ÈÓ!U˜Ø35˜˜{¨aÕ/Ñ0Ø œ6 RÔ%6ð )*˜F 1™IØ)¸5À&¸/ÐIÒIð !-× >× >Ó >À9ÐPV×CVÐ[]Õ[iñ !+¨:Ó C˜Ü!&§¢°¸Ó!<˜Ø)¸5À&¸/ÐIÕIôa %9ô/-%ñ ATóx /ˆEØ49Ñ1ˆK kØ*Ò2™¸¸ˆJÛ%�ØÒ&¯2ÙØ*Ð8�Ü%)Ø!#ØØ!ØØ$ØØ!%Ø$'ô	&Ð"ð* %) 6Ð ßØ$×+Ñ+ÜŸ™×:Ñ:Ø/AØ-.ð ;ó ôó  0�GÜ$(Ð);ÀWÔ$M�MÙ& zÓ?�EÙ(¨Ð6H¸
Ð6HÀRÑ6HÌ%Ï+É+ÓV�FØ%°u¸f°oÐEÔEó	  0óC &ñ /ó^ /ˆEØ49Ñ1ˆK kØ*Ò2™¸¸ˆJØœUŸYšY¤u§{¢{°;ÀvÐUZÐjoÔ'pÓqÐrˆGÜ '¨°¨¸Ö A‘�	ØÒ(Ü"¨YÈÔW‘GØ Ò,ä"°AÔ6‘Gä"›f�GØ*Ð8�Ü $Ø!#Ø!ØØ'ØØ!%Ø$'Ü!ŸH™H×>Ò>ñ Ø+=ðØAHñô!�ñ # :Ó;�Ù$ [Ð2L°JÐ2LÀÑ2LÈeÓT�Ø!°5¸&°/ÐAÔAó/ !Bó	 /ùs@   ƒBP ÂCP Å6P Æ!P Æ7&P ÇAP È5P È?P ÉAP Ê F P rÚ   )r  rF   rˆ   r�   )rI   r»   rQ   rÏ   rR   Úkwargs_r�   r  rê   r  r  rÐ   r  rð  rï  ré   r8  r  s   &fff&,       @@@@@r>   Ú-module_inputs_torch_nn_LinearCrossEntropyLossr!  ø  sœ   ÿ€ ð !Ÿ™Ð%9¸4Ó@ÐØ—‘˜KÓ(€I÷pò
cõõD÷,gBó gBðR €MÙ7>¶yÑ3ˆ¡O UØ×ÑÜÜ"/°Ð"NÀÑ"NÜ+¨EÓ:Ø)ô+ö	
ñ 8Að ÐrA   c                 ó  € \        \        WVR 7      p\        \        \	        ^^WR7      \	        V! R4      \
        P                  ! RV\
        P                  R7      4      R7      \        P                  \        RR7      \        \        \	        ^^WR7      \	        V! R4      \
        P                  ! RWR7      4      R7      \        P                  \        RR7      \        \        \	        ^^WR7      \	        V! R4      \
        P                  ! RWR7      4      R7      \        P                  \        RR7      \        \        \	        ^^\
        P                  ! ^WR7      WR7      \	        V! R4      \
        P                  ! RWR7      4      R7      \        P                  \        RR7      \        \        \	        ^^WR	R
7      \	        V! R4      \
        P                  ! RWR7      4      R7      \        P                  \        RR7      .# )rÎ   ræ  r‹  rç  rà  zDExpected input batch_size [(]4[)] to match target batch_size [(]5[)]zcexpected equal input and linear_weight last dimensions [(]in_features[)], got 5 and 3, respectively)r  r»   rQ   z2expected weight shape to be [(]2,[)], got [(]3,[)]rD  )r»   rQ   rÖ  z;expected label_smoothing to be in range [[]0, 1[]], got 2.0©ræ   rú   )ræ   rù   )r)  rù   r`  )r   r
   rš   rˆ   r�   ra   rê  r/  r–   r˜   r[   rã  Úonesr—   r’  s   &&&&&, r>   Ú3module_error_inputs_torch_nn_LinearCrossEntropyLossr%  ç  s¸  € Üœ¨VÐP]Ô^€Jô 	ÜÜ"/°°1¸VÔ"QÜ+Ù˜vÓ&Ü—K’K ¨v¼U¿Z¹ZÔHóôô %×2Ñ2Ü#ØZô	
ô 	ÜÜ"/°°1¸VÔ"QÜ+Ù˜vÓ&Ü—K’K ¨vÔCóôô %×2Ñ2Ü!Ø^ô	
ô 	ÜÜ"/°°1¸VÔ"QÜ+Ù˜vÓ&Ü—K’K ¨vÔCóôô %×2Ñ2Ü#Ø}ô	
ô 	ÜÜ"/°°1¼U¿ZºZÈÐRXÔ=fØ7=ô#Lä+Ù˜vÓ&Ü—K’K ¨vÔCóôô %×7Ñ7Ü#ØLô	
ô 	ÜÜ"/°°1¸VÐbeÔ"fÜ+Ù˜vÓ&Ü—K’K ¨vÔCóôô %×7Ñ7Ü#ØUô	
ðg?ð ?rA   c                 óª  € \        \        WVR 7      p\        \        VRR7      pR/ 3RRR/3RRR/3R	RR
/3RR^/3.p\        P                  \        P                  .p	. p
\        W˜4       EFã  w  pw  rÍV3R lpVP                  R^ 4      pV^8X  d   ^ M^pV^8X  d   ^M^pV
P                  \        \        R/ VB \        V! R4      P                  ^4      V! RVVVR7      RR4      V R2VR7      4       V
P                  \        \        R/ VB \        V! R4      P                  ^4      V! RVVVR7      \        P                  ! RVR7      \        P                  ! RVR7      4      V R2VR7      4       V
P                  \        \        R/ VB \        V! R4      P                  ^4      V! RVVVR7      RR4      V R2VR7      4       V
P                  \        \        R/ VB \        V! R4      P                  ^4      V! RVVVR7      \        P                  ! RVR7      \        P                  ! RVR7      4      V R2VR7      4       EKæ  	  V
# )rÎ   F)r»   rÏ   r/   rý   rþ   rÿ   r3  r4  r  r  Úblankc                 ó   € \        W#WE3/ VB # r5   )r   )rŒ   r×   rá   rÔ   ÚilÚtlr  s   &&&&&&&r>   r�   Ú4module_inputs_torch_nn_CTCLoss.<locals>.reference_fn:  s   € Ü$ Q¨2ÑHÐ5GÑHÐHrA   )rQ   r<  r=  Ú_lengths_intlistsr”   r!  Ú_lengths_tensorsÚ_1d_target_lengths_intlistsÚ_1d_target_lengths_tensorsrT   )é2   rú   r(  )rú   é   )r0  r0  r0  )r1  é   r_  )éK   )r   r
   ra   Úintr/  r   r  rF   rˆ   r�   r  rë  )rI   r»   rQ   rÏ   rR   rV   ré   r8  r  Útarget_dtypesrê   r   r’   r  r�   r'  r<  r=  s   &&&&&,            r>   Úmodule_inputs_torch_nn_CTCLossr6  +  s”  € Üœ¨VÐP]Ô^€JÜœ+¨fÀEÔJ€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1Ø	�7˜B�-Ð ð%€Eô —Y‘Y¤§
¡
Ð+€Mà€MÜ4;¸M×4QÑ0ˆÑ0�tØ@Rô 	Ið #×&Ñ& w°Ó2ˆØ˜B”;‰a AˆØ˜b”[‰r bˆà×ÑÜÜ"/Ñ"EÐ2DÑ"EÜ+©J°{Ó,C×,OÑ,OÐPQÓ,RÙ,7¸À|ÐY\ÐcgÔ,hØ,8¸,óHð �vÐ.Ð/Ø)ô+ô	
ð 	×ÑÜÜ"/Ñ"EÐ2DÑ"EÜ+©J°{Ó,C×,OÑ,OÐPQÓ,RÙ,7¸À|ÐY\ÐcgÔ,hÜ,1¯LªL¸ÈfÔ,UÜ,1¯LªL¸ÈfÔ,UóWð �vÐ-Ð.Ø)ô+ô		
ð 	×ÑÜÜ"/Ñ"EÐ2DÑ"EÜ+©J°{Ó,C×,OÑ,OÐPQÓ,RÙ,7¸È|ÐadÐkoÔ,pØ,8¸,óHð �vÐ8Ð9Ø)ô+ô	
ð 	×ÑÜÜ"/Ñ"EÐ2DÑ"EÜ+©J°{Ó,C×,OÑ,OÐPQÓ,RÙ,7¸È|ÐadÐkoÔ,pÜ,1¯LªL¸ÈfÔ,UÜ,1¯LªL¸ÈfÔ,UóWð �vÐ7Ð8Ø)ô+÷		
ñI 5Rð^ ÐrA   c                 óF  € \        \        WVR 7      p\        \        ^^R4      \        V! R4      4      RR7      \        \        ^^RRR7      \        V! R4      4      RR7      \        \        ^^R4      \        V! R4      4      RR7      \        \        ^^R4      \        V! R4      4      RR7      \        \        ^^RR4      \        V! R4      4      R	R7      \        \        ^^
RR4      \        V! R4      4      R
R7      \        \        ^^R4      \        V! R4      4      RR7      \        \        ^^	RRR7      \        V! R4      4      RR7      \        \        ^^RR4      \        V! R4      4      RR7      \        \        ^^RR4      \        V! R4      4      RR7      .
# )rÎ   rO  Ú	1d_affiner�  FrÛ   Ú1d_affine_not_biasÚ1d_affine_GNÚ1d_affine_large_batchÚ1d_no_affine_INÚ1d_no_affine_LNÚ	2d_affineÚ2d_affine_not_biasÚ2d_no_affine_INÚ2d_no_affine_LN)ræ   r�  r)  )ræ   rÉ  )é–   r�  ©ræ   r)  r)  rå   )ræ   r�  rù   rú   )ræ   rÊ  rù   rú   )ræ   rú   rù   rú   rè   r’  s   &&&&&, r>   Ú module_inputs_torch_nn_GroupNormrD  k  s¤  € Üœ¨VÐP]Ô^€Jô 	Ü+¨A¨q°$Ó7Ü'©
°9Ó(=Ó>Øô	ô 	Ü+¨A¨q°$¸UÔCÜ'©
°9Ó(=Ó>Ø%ô	'ô 	Ü+¨A¨r°4Ó8Ü'©
°7Ó(;Ó<Øô	!ô 	Ü+¨A¨q°$Ó7Ü'©
°8Ó(<Ó=Ø(ô	*ô 	Ü+¨A¨q°$¸Ó>Ü'©
°9Ó(=Ó>Ø"ô	$ô 	Ü+¨A¨r°4¸Ó?Ü'©
°7Ó(;Ó<Ø"ô	$ô 	Ü+¨A¨q°$Ó7Ü'©
°<Ó(@ÓAØô	ô 	Ü+¨A¨q°$¸UÔCÜ'©
°<Ó(@ÓAØ%ô	'ô 	Ü+¨A¨q°$¸Ó>Ü'©
°<Ó(@ÓAØ"ô	$ô 	Ü+¨A¨q°$¸Ó>Ü'©
°<Ó(@ÓAØ"ô	$ðK(&ð (&rA   c           	     óú   € \        \        \        ^^
4      \        4       R7      \        P                  \
        RR7      \        \        \        ^^4      \        4       R7      \        P                  \
        RR7      .# )zL
Error inputs for GroupNorm that test error messages include actual values.
r‹  z9num_channels \(10\) must be divisible by num_groups \(3\)rà  z9num_channels \(13\) must be divisible by num_groups \(5\))rš   rˆ   r�   r–   r—   rã  ©rI   r»   rQ   rÏ   rR   rV   s   &&&&&,r>   Ú&module_error_inputs_torch_nn_GroupNormrG  ™  sp   € ô
 	ÜÜ"/°°2Ó"6Ü+›oôô %×7Ñ7Ü!ØTô	
ô 	ÜÜ"/°°2Ó"6Ü+›oôô %×7Ñ7Ü!ØTô	
ðð rA   c           
      ó  € \        \        WVR 7      p\        \        R4      \        V! R4      4      R7      \        \        R4      \        V! R4      4      RR7      \        \        4       \        V! ^4      4      \        RR7      .# )	rÎ   rD  r‹  r  r�  râ   r†  )ræ   rú   rù   ræ   rT   r‘  r’  s   &&&&&, r>   Ú!module_inputs_torch_nn_HardshrinkrI  ³  s|   € Üœ¨VÐP]Ô^€Jô 	Ü+¨BÓ/Ü'©
°<Ó(@ÓAô	
ô 	Ü+¨BÓ/Ü'©
°2«Ó7Øô	
ô
 	Ü+›oÜ'©
°1«Ó6Ü2Øô		
ðð rA   c           	      óÄ   € \        \        WVR 7      p\        \        4       \        V! ^4      4      \        RR7      \        \        4       \        V! R4      4      RR7      .# )rÎ   râ   r†  r  r�  r  r‘  r’  s   &&&&&, r>   Ú module_inputs_torch_nn_HardswishrK  É  s[   € Üœ¨VÐP]Ô^€Jô 	Ü+›oÜ'©
°1«Ó6Ü2Øô		
ô 	Ü+›oÜ'©
°<Ó(@ÓAØô	ðð rA   c           
      ó  € \        \        WVR 7      p\        \        4       \        V! R4      4      R R7      \        \        4       \        V! R4      4      R RR7      \        \        4       \        V! ^4      4      \        RR7      .# )	rÎ   c                 ó&   € VP                  R^4      # rä   ©r=  rà   s   &&&r>   rØ   Ú1module_inputs_torch_nn_Hardtanh.<locals>.<lambda>á  ó   € ¨¯©°°Q¬rA   rÚ   c                 ó&   € VP                  R^4      # rä   rN  rà   s   &&&r>   rØ   rO  æ  rP  rA   r  r†  râ   r  rT   r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_HardtanhrR  Ú  s|   € Üœ¨VÐP]Ô^€Jô 	Ü+›oÜ'©
°9Ó(=Ó>Ù7ô	
ô
 	Ü+›oÜ'©
°2«Ó7Ù7Øô		
ô 	Ü+›oÜ'©
°1«Ó6Ü2Øô		
ðð rA   c                 ó”  € \        \        WVR 7      p\        \        WRR 7      pR/ 3RRR/3RRR/3RRR	/3R
R
R/3.p. p	V EF  w  r«V3R lpV	P                  \        \	        R/ VB \	        V! R4      V! R4      P                  ^ 4      P                  V4      P                  ^4      P                  ^4      4      V
VR7      4       V	P                  \        \	        R/ VB \	        V! R4      V! R4      P                  ^ 4      P                  V4      P                  ^4      P                  ^4      4      RV
 2VR7      4       EK  	  V	# )rÎ   Fr/   rý   rþ   rÿ   r3  r4  r  r  rú  rC  c                 ó   € \        W#3/ VB # r5   )r   r  s   &&&&&r>   r�   Ú?module_inputs_torch_nn_HingeEmbeddingLoss.<locals>.reference_fn 	  s   € Ü/°ÑKÐ8JÑKÐKrA   r”   r
  rT   rÄ  )	r   r
   rF   rˆ   r�   rÈ  rÉ  rÎ  Úsub_r  s   &&&&&,       r>   Ú)module_inputs_torch_nn_HingeEmbeddingLossrW  ò  sl  € Üœ¨VÐP]Ô^€JÜœ+¨fÐQVÔW€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1Ø	�H˜c�?Ð#ð%€Eð €MÜ$)Ñ ˆØ8Jô 	Lð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸uÓ4EÙ4?ÀÓ4F×4IÑ4IÈ!Ó4L×4OÑ4OÐPUÓ4V×4[Ñ4[Ð\]Ó4^×4cÑ4cÐdeÓ4fó'hà!Ø%1ô	3ô	
ð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸r³NÙ4?À³O×4FÑ4FÀqÓ4I×4LÑ4LÈUÓ4S×4XÑ4XÐYZÓ4[×4`Ñ4`ÐabÓ4có'eà& t fÐ-Ø%1ô	3÷	
ñ %*ð& ÐrA   c                 óò   € \        \        WVR 7      pR/ 3RRR/3RRR/3RRR/3.p. pV FH  w  ršV
3R	 lpVP                  \        \	        R/ V
B \	        V! R4      V! R4      4      V	VR
7      4       KJ  	  V# )rÎ   r/   rý   rþ   rÿ   r3  r4  r  r  c                 ó   € \        W#3/ VB # r5   )r   r  s   &&&&&r>   r�   Ú6module_inputs_torch_nn_HuberLoss.<locals>.reference_fn!	  r	  rA   r”   rT   r¸  r]  r¹  s   &&&&&,      r>   Ú module_inputs_torch_nn_HuberLossr[  	  s®   € Üœ¨VÐP]Ô^€Jð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1ð	%€Eð €MÛ$)Ñ ˆØ8Jô 	Cð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸wÓ4GÙ4>¸wÓ4Gó'Ià!Ø%1ô	3ö	
ñ	 %*ð ÐrA   c                 óx  € \        \        WVR 7      pVP                  RR4      pVR,          pRw  ršr¼p^R^R^R/pWè,          pRV,           p\        V'       d   \	        W«4      M\	        WšV4      \	        V! V4      4      R7      \        V'       d   \	        W«WÍ4      M\	        WšW¼V4      \	        V! V4      4      RR7      \        V'       d   \	        W«4      M\	        WšV4      \	        V! V4      4      \
        RR	7      \        V'       d   \	        W«WÍ4      M\	        WšW¼V4      \	        V! V4      4      \
        R
R	7      \        V'       d   \	        W«RR7      M\	        WšVRR7      \	        V! V4      4      RR7      \        V'       d   \	        W«RRR7      M\	        WšVRRR7      \	        V! V4      4      RR7      .# )rÎ   r²   Frç  Tr‹  Útracking_statsr�  Útracking_stats_no_batch_dimr†  râ   )rÍ  rÍ  )rÍ  rÜ   rÕ  )rú   rO  rÐ  FT)rú   r(  r›  r©  r‡  )r   r
   r  rˆ   r�   r7  )rI   r»   rQ   rÏ   rR   rV   ré   r²   rç  Únum_featuresrJ  rÙ  rÍ  Útrack_running_statsÚinput_no_batch_shape_dictrô  rõ  s   &&&&&,           r>   Ú%module_inputs_torch_nn_InstanceNormNdrb  /	  sž  € Üœ¨VÐP]Ô^€JØ�:‰:�f˜eÓ$€DØˆs�€AØ?XÑ<€L�xÐ)<Ø!" G¨Q°	¸1¸lÐ KÐØ4Õ7ÐØÐ3Õ3Ðô 	ç04”˜cÔ,¼-ÈÐ[cÓ:dä'©
Ð3DÓ(EÓFô		Hô
 	çMQ”˜c¨VÔIÜ˜l°ÐCVÓWä'©
Ð3DÓ(EÓFØ!ô	#ô 	ç04”˜cÔ,¼-ÈÐ[cÓ:dä'©
Ð3GÓ(HÓIÜ2Ø.ô	0ô 	çMQ”˜c¨VÔIÜ˜l°ÐCVÓWä'©
Ð3GÓ(HÓIÜ2Øô	!ô 	ç=A”˜c°DÕ9Ü˜l°À$ÔGä'©
Ð3DÓ(EÓFØô	ô 	çIM”˜c°D¸uÕEÜ˜l°À$ÈUÔSä'©
Ð3DÓ(EÓFØ"ô	$ðG)&ð )&rA   c                 ó\  € \        \        WVR 7      p\        \        ^.R4      \        V! R4      4      RR7      \        \        ^.R4      \        V! R4      4      RR7      \        \        ^.RR4      \        V! R4      4      RR7      \        \        . ROR4      \        V! R4      4      RR7      \        \        . RORR4      \        V! R4      4      RR7      \        \        ^.R4      \        V! R4      4      R	R7      \        \        . RORR
RR7      \        V! R4      4      RR7      .# )rÎ   rO  Ú1d_elementwise_affiner�  Ú!1d_elementwise_affine_large_batchFÚ1d_no_elementwise_affineÚ3d_elementwise_affineÚ3d_no_elementwise_affineÚ1d_empty_elementwise_affineT)Úelementwise_affinerÜ   Ú3d_elementwise_affine_no_biasrC  ©é€   r)  r)  ©rù   rù   r)  ©ræ   rù   rù   r)  ©r   r)  rè   r’  s   &&&&&, r>   Ú module_inputs_torch_nn_LayerNormrq  c	  s)  € Üœ¨VÐP]Ô^€Jô 	Ü+¨Q¨C°Ó6Ü'©
°9Ó(=Ó>Ø(ô	*ô 	Ü+¨Q¨C°Ó6Ü'©
°;Ó(?Ó@Ø4ô	6ô 	Ü+¨Q¨C°°uÓ=Ü'©
°9Ó(=Ó>Ø+ô	-ô 	Ü+ªI°tÓ<Ü'©
°<Ó(@ÓAØ(ô	*ô 	Ü+ªI°t¸UÓCÜ'©
°<Ó(@ÓAØ+ô	-ô 	Ü+¨Q¨C°Ó6Ü'©
°6Ó(:Ó;Ø.ô	0ô 	Ü+ªI°tÐPTÐ[`ÔaÜ'©
°<Ó(@ÓAØ0ô	2ð3ð rA   c                 ó  € \        \        WVR 7      pR p\        \        ^.R4      \        V! R4      4      RVR7      \        \        ^.R4      \        V! R4      4      RVR7      \        \        ^.RR4      \        V! R4      4      RVR7      \        \        . ROR4      \        V! R4      4      RVR7      \        \        . RORR4      \        V! R4      4      R	VR7      \        \        ^.R4      \        V! R4      4      R
VR7      .# )rÎ   c                 ó  € V P                   pVf+   \        P                  ! VP                  4      P                   pVP                  pV P
                  pV P                  p\        \        V4      4       Uu. uF  q$V,
          ^,
          NK  	  ppXP                  4       pV\        P                  ! VP                  ^4      P                  VRR7      V P                   ,           4      ,          p	Ve	   W–,          p	V	P                  V4      # u upi )NT)r  Úkeepdim)rJ  ra   ÚfinforQ   ÚndimÚnormalized_shaper  rï  r`   ÚfloatÚrsqrtrY  r4  r‚  )
rŒ   r×   rá   rJ  rv  rw  r  ÚdimsÚ
upcasted_ir¼   s
   &&&       r>   Úrms_norm_reference_fnÚ=module_inputs_torch_nn_RMSNorm.<locals>.rms_norm_reference_fnˆ	  sÖ   € Ø�e‰eˆØŠ;Ü—+’+˜aŸg™gÓ&×*Ñ*ˆCØ�v‰vˆØ×-Ñ-ÐØ—‘ˆÜ&+¬CÐ0@Ó,AÔ&BÓCÑ&B �q•˜1—�Ñ&BˆÐCØ—W‘W“Yˆ
ØœeŸkšk¨*¯.©.¸Ó*;×*@Ñ*@ÀTÐSWÐ*@Ó*XÐ[\×[`Ñ[`Õ*`ÓaÕaˆØÒØÕˆFØ�~‰~˜aÓ Ð ùò Ds   Á5D
rO  rd  r”   re  Frf  rg  rh  ri  rC  rl  rn  ro  rp  rè   )rI   r»   rQ   rÏ   rR   rV   ré   r|  s   &&&&&,  r>   Úmodule_inputs_torch_nn_RMSNormr~  …	  s  € Üœ¨VÐP]Ô^€Jò!ô 	Ü+¨Q¨C°Ó6Ü'©
°9Ó(=Ó>Ø(Ø.ô		0ô
 	Ü+¨Q¨C°Ó6Ü'©
°;Ó(?Ó@Ø4Ø.ô		0ô
 	Ü+¨Q¨C°°uÓ=Ü'©
°9Ó(=Ó>Ø+Ø.ô		0ô
 	Ü+ªI°tÓ<Ü'©
°<Ó(@ÓAØ(Ø.ô		0ô
 	Ü+ªI°t¸UÓCÜ'©
°<Ó(@ÓAØ+Ø.ô		0ô
 	Ü+¨Q¨C°Ó6Ü'©
°6Ó(:Ó;Ø.Ø.ô		0ð5ð rA   c           
      ó  € \        \        WVR 7      p\        \        ^4      \        V! R4      4      RR7      \        \        ^4      \        V! R	4      4      RR7      \        \        ^RRR4      \        V! R
4      4      RR7      .# )rÎ   r@  r�  Ú2d_uneven_padr  rC  rD  Ú3d_custom_params)rC   r)  r¿  )rC   r)  r¿  r¿  )rC   r)  r¿  r¿  r¿  rè   r’  s   &&&&&, r>   Ú(module_inputs_torch_nn_LocalResponseNormr‚  ¸	  s‡   € Üœ¨VÐP]Ô^€Jô 	Ü+¨AÓ/Ü'©
°9Ó(=Ó>Øô	ô 	Ü+¨AÓ/Ü'©
°<Ó(@ÓAØ ô	"ô 	Ü+¨A¨r°3¸Ó;Ü'©
°?Ó(CÓDØ#ô	%ðð rA   c           
      ó  € \        \        WVR 7      p\        \        R^4      \        V! R4      4      RR7      \        \        ^^^4      \        V! R4      4      R7      \        \        ^^^4      \        V! R4      4      \        RR7      .# )	rÎ   rè  Únormr�  r‹  râ   r†  )rC   rú   r¿  )rú   r¿  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_LPPool1dr…  Ë	  sŒ   € Üœ¨VÐP]Ô^€Jô 	Ü+¨C°Ó3Ü'©
°9Ó(=Ó>Øô	ô 	Ü+¨A¨q°!Ó4Ü'©
°9Ó(=Ó>ô	@ô 	Ü+¨A¨q°!Ó4Ü'©
°6Ó(:Ó;Ü2Øô		!ðð rA   c           
      ó  € \        \        WVR 7      p\        \        ^^^4      \        V! R4      4      R7      \        \        ^^^4      \        V! R4      4      \        RR7      \        \        R^4      \        V! R4      4      RR7      .# )	rÎ   r‹  râ   r†  rè  r„  r�  ©rC   rú   r¿  r¿  ©rú   r¿  r¿  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_LPPool2dr‰  ß	  sŒ   € Üœ¨VÐP]Ô^€Jô 	Ü+¨A¨q°!Ó4Ü'©
°<Ó(@ÓAô	Cô 	Ü+¨A¨q°!Ó4Ü'©
°9Ó(=Ó>Ü2Øô		!ô
 	Ü+¨C°Ó3Ü'©
°<Ó(@ÓAØô	ðð rA   c           
      ó  € \        \        WVR 7      p\        \        ^^^4      \        V! R4      4      R7      \        \        ^^^4      \        V! R4      4      \        RR7      \        \        R^4      \        V! R4      4      RR7      .# )	rÎ   r‹  râ   r†  rè  r„  r�  )rC   rú   r¿  r¿  r¿  )rú   r¿  r¿  r¿  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_LPPool3dr‹  ò	  sŒ   € Üœ¨VÐP]Ô^€Jô 	Ü+¨A¨q°!Ó4Ü'©
°?Ó(CÓDô	Fô 	Ü+¨A¨q°!Ó4Ü'©
°<Ó(@ÓAÜ2Øô		!ô
 	Ü+¨C°Ó3Ü'©
°?Ó(CÓDØô	ðð rA   c           
      ó  € \        \        WVR 7      p\        \        ^4      \        V! R4      4      RR7      \        \        ^^4      \        V! R4      4      RR7      \        \        ^RR7      \        V! R4      4      RR7      .# )rÎ   rÎ  r�  rŒ  T©Úreturn_indicesrŽ  )rù   rç   ræ   rè   r’  s   &&&&&, r>   Ú module_inputs_torch_nn_MaxPool1dr�  
  s…   € Üœ¨VÐP]Ô^€Jô 	Ü+¨AÓ.Ü'©
°:Ó(>Ó?Øô	ô 	Ü+¨A¨qÓ1Ü'©
°:Ó(>Ó?Øô	ô 	Ü+¨A¸dÔCÜ'©
°:Ó(>Ó?Ø!ô	#ðð rA   c                 ó  € \        \        WVR 7      p\        \        RRR	4      \        V! R
4      4      RR7      \        \        RRR	4      \        V! R4      4      RR7      \        \        RRR	RR7      \        V! R4      4      RR7      .# )rÎ   rÎ  r�  r  Tr�  rŽ  ©rú   rú   rš  r�  rˆ  r‡  rè   r’  s   &&&&&, r>   Ú module_inputs_torch_nn_MaxPool2dr’  
  s�   € Üœ¨VÐP]Ô^€Jô 	Ü+¨F°F¸FÓCÜ'©
°9Ó(=Ó>Øô	ô 	Ü+¨F°F¸FÓCÜ'©
°<Ó(@ÓAØô	ô 	Ü+¨F°F¸FÐSWÔXÜ'©
°<Ó(@ÓAØ!ô	#ðð rA   c                óÀ  € \        \        WVR7      p\        \        \	        ^4      \	        V! R4      4      R7      \
        P                  \        RR7      \        \        \	        ^4      \	        V! R4      4      R7      \
        P                  \        RR7      \        \        \	        ^^R7      \	        V! R	4      4      R7      \
        P                  \        RR7      .# )
zI
Error inputs for MaxPool2d that test error messages for invalid inputs.
rÎ   r‹  z;non-empty 3D or 4D \(batch mode\) tensor expected for inputrà  ©ré  z3pad should be at most half of effective kernel sizerº  ©rC   rù   rú   ræ   r)  )rC   rC   rç   rç   )r   r
   rš   rˆ   r�   r–   r˜   r[   r’  s   &&&&&, r>   Ú&module_error_inputs_torch_nn_MaxPool2dr–  +
  sÇ   € ô œ¨VÐP]Ô^€Jô 	ÜÜ"/°Ó"2Ü+©J°vÓ,>Ó?ôô %×2Ñ2Ü#ØVô	
ô 	ÜÜ"/°Ó"2Ü+©J°Ó,GÓHôô %×2Ñ2Ü#ØVô	
ô 	ÜÜ"/°¸1Ô"=Ü+©J°~Ó,FÓGôô %×2Ñ2Ü#ØNô	
ð-ð rA   c                 ó^  € \        \        WVR 7      p\        \        R4      \        V! R	4      4      R7      \        \        ^R4      \        V! R	4      4      RR7      \        \        ^^R
4      \        V! R	4      4      RR7      \        \        ^^R
RR7      \        V! R	4      4      RR7      .# )rÎ   r‹  rŒ  r�  Ústride_paddingTr�  rŽ  r¨  r«  r¬  rè   r’  s   &&&&&, r>   Ú module_inputs_torch_nn_MaxPool3dr™  S
  s­   € Üœ¨VÐP]Ô^€Jô 	Ü+¨IÓ6Ü'©
°?Ó(CÓDô	Fô 	Ü+¨A¨yÓ9Ü'©
°?Ó(CÓDØô	ô 	Ü+¨A¨q°)Ó<Ü'©
°?Ó(CÓDØ!ô	#ô 	Ü+¨A¨q°)ÈDÔQÜ'©
°?Ó(CÓDØ!ô	#ðð rA   c                 ó  a€ \        \        SW#R 7      pV3R lp\        \        ^RV! 4       R7      \        V! R4      4      RR7      \        \        RRV! 4       R7      \        V! R4      4      RR7      \        \        ^RV! 4       RR	7      \        V! R4      4      R
R7      \        \        ^RV! 4       R7      \        V! R4      4      \        RR7      \        \        RRV! 4       R7      \        V! R4      4      \        RR7      .# )rÎ   c                  ón   <€ \         P                  ! R\         P                  S R7      P                  4       # )rC   ©rQ   r»   )rC   rú   rù   ©ra   r+  Údoubler,  r!  s   €r>   Úmake_random_samplesÚGmodule_inputs_torch_nn_FractionalMaxPool2d.<locals>.make_random_samplesl
  ó#   ø€ Ü�{Š{˜9¬E¯L©LÀÔH×QÑQÓSÐSrA   rC  ©Úoutput_ratioÚ_random_samplesÚratior�  ©Úoutput_sizer¤  ÚsizeT©r£  r¤  rŽ  Úratio_return_indicesÚratio_no_batch_dimr†  Úsize_no_batch_dim)rC   rú   r)  r¿  rá  r#  )rC   rú   r¿  r�  )rú   r)  r¿  )rú   r¿  r�  r‘  ©rI   r»   rQ   rÏ   rR   rV   ré   rŸ  s   &f&&&,  r>   Ú*module_inputs_torch_nn_FractionalMaxPool2dr®  i
  s  ø€ Üœ¨V¸5Ô^€JõTô 	Ü+¨A¸CÑQdÓQfÔgÜ'©
°<Ó(@ÓAØô	ô 	Ü+¨FÀÑXkÓXmÔnÜ'©
°<Ó(@ÓAØô	ô 	Ü+Ø Ñ5HÓ5JÐ[_ôô (©
°<Ó(@ÓAØ'ô	)ô 	Ü+¨A¸CÑQdÓQfÔgÜ'©
°9Ó(=Ó>Ü2Ø%ô		'ô
 	Ü+¨FÀÑXkÓXmÔnÜ'©
°9Ó(=Ó>Ü2Ø$ô		&ð)ð rA   c                 ój  a€ \        \        SW#R 7      pV3R lp\        \        ^RV! 4       R7      \        V! R4      4      RR7      \        \        RRV! 4       R7      \        V! R4      4      RR7      \        \        RRV! 4       R7      \        V! R4      4      RR7      \        \        ^RV! 4       R	R
7      \        V! R4      4      RR7      \        \        ^RV! 4       R7      \        V! R4      4      \        RR7      \        \        RRV! 4       R7      \        V! R4      4      \        RR7      .# )rÎ   c                  ón   <€ \         P                  ! R\         P                  S R7      P                  4       # )rù   rœ  ©rù   ræ   rú   r�  r!  s   €r>   rŸ  ÚGmodule_inputs_torch_nn_FractionalMaxPool3d.<locals>.make_random_samplesŽ
  r¡  rA   rC  r¢  r¥  r�  r¦  r¨  ÚasymsizeTr©  rª  r«  r†  r¬  )rù   ræ   r)  r)  r)  r¨  )ræ   ræ   ræ   )rù   ræ   r¿  r¿  r¿  )ræ   rù   rú   )rç   rú   rù   )rù   ræ   é   r¿  r)  )ræ   r)  r)  r)  )ræ   r¿  r¿  r¿  r‘  r­  s   &f&&&,  r>   Ú*module_inputs_torch_nn_FractionalMaxPool3drµ  ‹
  s,  ø€ Üœ¨V¸5Ô^€JõTô 	Ü+¨A¸CÑQdÓQfÔgÜ'©
°?Ó(CÓDØô	ô 	Ü+¨IÀ9Ñ^qÓ^sÔtÜ'©
°?Ó(CÓDØô	ô 	Ü+¨IÀ:Ñ_rÓ_tÔuÜ'©
Ð3CÓ(DÓEØô	ô 	Ü+Ø Ñ5HÓ5JÐ[_ôô (©
°?Ó(CÓDØ'ô	)ô 	Ü+¨A¸CÑQdÓQfÔgÜ'©
°<Ó(@ÓAÜ2Ø%ô		'ô
 	Ü+¨IÀ9Ñ^qÓ^sÔtÜ'©
°<Ó(@ÓAÜ2Ø$ô		&ð1ð rA   c                 óT  € \        \        WVR 7      p\        \        4       \        V! R4      4      RR7      \        \        4       \        V! ^4      4      \        RR7      \        \        4       \        V! R4      4      RR7      \        \        4       \        V! R	4      4      RR7      .# r*  r‘  r’  s   &&&&&, r>   Úmodule_inputs_torch_nn_Sigmoidr·  ±
  s˜   € Üœ¨VÐP]Ô^€Jô 	Ü+›oÜ'©
°2«Ó7Øô	
ô
 	Ü+›oÜ'©
°1«Ó6Ü2Øô		
ô 	Ü+›oÜ'©
°<Ó(@ÓAØ+ô	
ô
 	Ü+›oÜ'©
°?Ó(CÓDØ.ô	
ð#ð rA   c           
      ó  € \        \        WVR 7      p\        \        4       \        V! R4      4      R RR7      \        \        4       \        V! R4      4      R R7      \        \        4       \        V! ^4      4      \        RR7      .# )	rÎ   c                 ó>   € VP                  4       P                  4       # r5   ©rR  r  rà   s   &&&r>   rØ   Ú3module_inputs_torch_nn_LogSigmoid.<locals>.<lambda>Ô
  ó   € ¨¯©«¯©Ô):rA   r  r†  c                 ó>   € VP                  4       P                  4       # r5   rº  rà   s   &&&r>   rØ   r»  Ú
  r¼  rA   rÚ   râ   rT   rK  r‘  r’  s   &&&&&, r>   Ú!module_inputs_torch_nn_LogSigmoidr¾  Í
  s|   € Üœ¨VÐP]Ô^€Jô 	Ü+›oÜ'©
°2«Ó7Ù:Øô		
ô 	Ü+›oÜ'©
°9Ó(=Ó>Ù:ô	
ô
 	Ü+›oÜ'©
°1«Ó6Ü2Øô		
ðð rA   c                 óh  € \        \        WVR 7      p\        \        V\        P                  RR 7      pR/ 3RRR/3RRR/3RRR	/3R
R
R/3.p. p	V F]  w  r«V3R lpV	P	                  \        \        R/ VB \        V! R4      V! R4      V! R4      P                  4       4      V
VR7      4       K_  	  V	# )rÎ   Fr/   rý   rþ   rÿ   r3  r4  r  r  rú  rC  c                 ó   € \        W#V3/ VB # r5   )r   rü  s   &&&&&&r>   r�   Ú>module_inputs_torch_nn_MarginRankingLoss.<locals>.reference_fnó
  s   € Ü.¨r°qÑOÐ<NÑOÐOrA   r”   rT   )r0  )r   r
   ra   r/  rF   rˆ   r�   r  r  s   &&&&&,       r>   Ú(module_inputs_torch_nn_MarginRankingLossrÂ  å
  sà   € Üœ¨VÐP]Ô^€JÜœ+¨f¼E¿J¹JÐV[Ô\€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1Ø	�H˜c�?Ð#ð%€Eð €MÛ$)Ñ ˆØ=Oô 	Pð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸uÓ4EÁzÐRWÓGXÙ4?ÀÓ4F×4KÑ4KÓ4Mó'Oà!Ø%1ô	3ö	
ñ	 %*ð ÐrA   c                 óÀ  € \        \        WVR 7      p\        \        V\        P                  RR 7      pR/ 3RRR/3RRR/3RRR	/3.p. p	V FŽ  w  r«V3R
 lpV	P	                  \        \        R/ VB \        V! R4      V! ^
^ ^
R7      4      RV
 2VR7      4       V	P	                  \        \        R/ VB \        V! R4      V! R^ ^
R7      4      V
VR7      4       K�  	  V	# )rÎ   Fr/   rý   rþ   rÿ   r3  r4  r  r  c                 ó   € \        W#3/ VB # r5   )r!   r  s   &&&&&r>   r�   ÚAmodule_inputs_torch_nn_MultiLabelMarginLoss.<locals>.reference_fn  s   € Ü1°!ÑMÐ:LÑMÐMrA   rÁ  Ú1d_r”   rT   rÄ  r¸  ©r   r
   ra   r/  rF   rˆ   r�   r  s   &&&&&,       r>   Ú+module_inputs_torch_nn_MultiLabelMarginLossrÈ    s  € Üœ¨VÐP]Ô^€JÜœ+¨f¼E¿J¹JÐV[Ô\€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1ð	%€Eð €MÛ$)Ñ ˆØ8Jô 	Nð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸uÓ4EÙ4?ÀÈ!ÐRTÔ4Uó'Wà" 4 &˜\Ø%1ô	3ô	
ð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸wÓ4GÙ4?ÀÈQÐUWÔ4Xó'Zà!Ø%1ô	3ö	
ñ %*ð( ÐrA   c                 óˆ  € \        \        WVR 7      p\        \        V\        P                  RR 7      p\        \        WRR 7      pR/ 3RRR/3RRR/3RRR	/3R
R
^/3RRR/3RRV! ^
4      /3.p	. p
V	 FK  w  r¼V3R lpV
P	                  \        \        R/ VB \        V! R4      V! ^^ ^
R7      4      VVR7      4       KM  	  V
# )rÎ   Fr/   rý   rþ   rÿ   r3  r4  r  r  r×   rú  rC  r  r  c                 ó   € \        W#3/ VB # r5   )r    r  s   &&&&&r>   r�   Ú<module_inputs_torch_nn_MultiMarginLoss.<locals>.reference_fn5  s   € Ü,¨QÑHÐ5GÑHÐHrA   rÁ  r”   rT   r¸  rÇ  )rI   r»   rQ   rÏ   rR   rV   ré   r8  r0  r  rê   r’   r  r�   s   &&&&&,        r>   Ú&module_inputs_torch_nn_MultiMarginLossrÌ  $  sÿ   € Üœ¨VÐP]Ô^€JÜœ+¨f¼E¿J¹JÐV[Ô\€KÜœ+¨fÐQVÔW€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1Ø	ˆs�AˆhˆØ	�H˜c�?Ð#Ø	�X™{¨2›Ð/Ð0ð%€Eð €MÛ$)Ñ ˆØ8Jô 	Ið 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸wÓ4GÙ4?ÀÈÐQSÔ4Tó'Và!Ø%1ô	3ö	
ñ	 %*ð ÐrA   c                óþ   € \        \        WVR7      p\        \        \	        4       \	        V! R4      \
        P                  ! . ROV\
        P                  R7      4      R7      \        P                  \        RR7      .# )zˆ
Error inputs for MultiMarginLoss that test the improved error message
for inconsistent target size.
Regression test for issue #106251.
rÎ   ræ  r‹  zYtarget tensor should be 1-D with size equal to.*Expected target size \[5\].*but got \[3\]rà  r¸  ré  )r   r
   rš   rˆ   r�   ra   rë  r/  r–   r˜   r[   r’  s   &&&&&, r>   Ú,module_error_inputs_torch_nn_MultiMarginLossrÎ  C  si   € ô œ¨VÐP]Ô^€Jô 	ÜÜ"/£/Ü+Ù˜wÓ'Ü—L’L¢°6ÄÇÁÔLóôô %×2Ñ2Ü#Øtô	
ðð rA   c                 ó†  € \        \        WVR 7      p\        \        V\        P                  RR 7      p\        \        WRR 7      pR/ 3RRR/3RRR/3RRR	/3R
R
V! ^
4      /3.p	RR lp
. pV	 FO  w  rÍVP	                  \        \        R/ VB \        V! R4      V! R^ ^R7      4      V\        V
3/ VB R7      4       KQ  	  V# )rÎ   Fr/   rý   rþ   rÿ   r3  r4  r  r  r  c                 ó   € W2P                  4       P                  4       ,          ^V,
          V) P                  4       P                  4       ,          ,           pVe	   We,          pV) P                  VP                  4       ^,
          4      VP	                  R4      ,          pVR8X  d   V# VR8X  d   VP                  4       # VP                  4       # )rC   r  r4  rÒ   )rR  r  rÿ   r  r¨  r4  r½  s   &&&&&& r>   Ú&multilabelsoftmargin_loss_reference_fnÚ_module_inputs_torch_nn_MultiLabelSoftMarginLoss.<locals>.multilabelsoftmargin_loss_reference_fni  s˜   € Ø—Y‘Y“[—_‘_Ó&Õ&¨!¨a­%°Q°B·<±<³>×3EÑ3EÓ3GÕ)GÕGˆØÒØÕˆFØ�'—‘˜qŸu™u›w¨�{Ó+¨a¯f©f°R«jÕ8ˆà˜ÔØˆMØ˜&Ô Ø—;‘;“=Ð à—:‘:“<ÐrA   rÁ  r”   rÅ  rT   r¸  rÇ  )rI   r»   rQ   rÏ   rR   rV   ré   r8  r0  r  rÑ  rê   r’   r  s   &&&&&,        r>   Ú/module_inputs_torch_nn_MultiLabelSoftMarginLossrÓ  \  sï   € Üœ¨VÐP]Ô^€JÜœ+¨f¼E¿J¹JÐV[Ô\€KÜœ+¨fÐQVÔW€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1Ø	�H™k¨"›oÐ.Ð/ð%€Eô ð €MÛ$)Ñ ˆØ×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸wÓ4GÙ4?ÀÈQÐUVÔ4Wó'Yà!Ü%,Ð-SÑ%jÐWiÑ%jô	lö	
ñ %*ð ÐrA   c                 ó2  € \        \        WVR 7      p\        \        WRR 7      pR/ 3RRR/3RRR/3RRR	/3.p. p	V FV  w  r«V3R
 lpV	P                  \        \	        R/ VB \	        V! R4      V! R4      P                  4       4      V
VR7      4       KX  	  V	# )rÎ   Fr/   rý   rþ   rÿ   r3  r4  r  r  c                 ó   € \        W#3/ VB # r5   )r%   r  s   &&&&&r>   r�   Ú;module_inputs_torch_nn_SoftMarginLoss.<locals>.reference_fn�  s   € Ü+¨AÑGÐ4FÑGÐGrA   r”   rT   )r)  r)  r  r  s   &&&&&,       r>   Ú%module_inputs_torch_nn_SoftMarginLossr×  ƒ  sÆ   € Üœ¨VÐP]Ô^€JÜœ+¨fÐQVÔW€Kð 
ˆRˆØ	˜;¨Ð.Ð/Ø	˜K¨Ð0Ð1Ø	˜K¨Ð0Ð1ð	%€Eð €MÛ$)Ñ ˆØ8Jô 	Hð 	×ÑÜ¬-Ñ*MÐ:LÑ*MÜ&3±J¸vÓ4FÙ4?ÀÓ4G×4LÑ4LÓ4Nó'Pà!Ø%1ô	3ö	
ñ	 %*ð ÐrA   c           	      óÐ  € . p\        R WW44       FÒ  pVP                  P                  VP                  P                  r˜WR&   W)R&   \        P
                  P                  ! V/ V	B p
^pVP                  pRVP                  9   d.   VP                  R,          VP                  R&   VP                  R VP                  \        \        W«4      VVP                  R7      4       KÔ  	  V# )Nr»   rQ   Úsrc_maskÚmaskr�  )Ú.module_inputs_torch_nn_TransformerEncoderLayerr�   rU   rV   ra   r±   ÚTransformerEncoderLayerr‘   rF   rˆ   r�   r’   )rI   r»   rQ   rÏ   rR   rV   r  Úlayer_module_inputÚl_argsÚl_kwargsÚencoder_layerÚ
num_layersr‘   s   &&&&&,       r>   Ú)module_inputs_torch_nn_TransformerEncoderrâ  ž  sã   € à€GÜLØ�& ö:Ðð /×@Ñ@×EÑEØ.×@Ñ@×GÑGð à#�ÑØ!�ÑÜŸ™×8Ò8¸&ÐMÀHÑMˆØˆ
ð +×8Ñ8ˆØ˜×-Ñ-Ô-Ø+8×+?Ñ+?À
Õ+KˆM× Ñ  Ñ(Ø×$Ñ$ ZÐ0Ø�‰”{Ü+¨MÓFØ'Ø#×(Ñ(ô
ö 	ñ:ð( €NrA   c                 óæ  € \        \        WVR 7      p\        \        ^^^R4      \        V! R4      4      RR7      \        \        ^^^R\        P
                  4      \        V! R4      4      RR7      \        \        ^^^RRR7      \        V! R4      4      RR7      .pR\        P                  ! . ROV\        P                  R
7      3pR\        P                  ! . ROV\        P                  R
7      P                  R4      3p	\        P                  ! W˜RRR4       FZ  w  r«rÍpVP                  \        \        ^^^RVWÎR7      \        V! R4      W«R7      \        \        VR^ /R7      RV 2R7      4       K\  	  R pV'       dm   \        P                  ! RR4       FQ  w  rÎTP                  \        \        ^^^RR	WÎR7      \        V! R4      4      V'       d   TMRRV RV 2R7      4       KS  	  V# )rÎ   rª   Úrelu_activationr�  Úgelu_activationFrÛ   rÝ   NTræ  ©Úd_modelÚnheadÚdim_feedforwardÚdropoutrf  Ú
norm_firstrÜ   )rÙ  Úsrc_key_padding_maskrì  ©rf  rg  Úno_batch_dim_batch_first_r†  c                 ó  € V P                   '       g   \        R 4      hV P                  R4       \        P                  ! 4       ;_uu_ 4        V ! V/ VB pRRR4       V P                  R4       X#   + '       g   i     L#; i)z#Expected module.training to be TrueFNT)rR   rj  Útrainra   Úno_grad)Úmoduler‹   rU   rV   rs  s   &&*, r>   Úfast_path_reference_fnÚNmodule_inputs_torch_nn_TransformerEncoderLayer.<locals>.fast_path_reference_fnæ  s[   € Ø��ˆÜ Ð!FÓGÐGØ�‰�UÔÜ�]Š]�_�_Ù˜TÐ, VÑ,ˆF÷ à�‰�TÔØˆ÷ �_ús   Á	A0Á0B 	)rê  rf  rë  rÜ   Ú	fastpath_Ú_norm_first_rK  ©FFTr‘  ©TFrº  )r   r
   rˆ   r�   r£  Úgelura   rë  ÚboolrÖ   rð  r   rF   r7  )rI   r»   rQ   rÏ   rR   rV   ré   r  Úkey_padding_masksÚ
attn_masksrÙ  rì  rë  rf  rÜ   ró  s   &&&&&,          r>   rÛ  rÛ  ·  s  € Üœ¨VÐP]Ô^€Jô 	Ü+¨A¨q°"°cÓ:Ü'Ù˜9Ó%óð #ô	
ô 	Ü+¨A¨q°!°S¼!¿&¹&ÓAÜ'Ù˜9Ó%óð #ô	
ô 	Ü+¨A¨q°!°S¸uÔEÜ'Ù˜9Ó%óð ô	
ð€Gð0 œuŸ|š|Ò,@ÈÔW\×WaÑWaÔbÐcÐØœŸšÒ%9À&ÔPU×PZÑPZÔ[×bÑbÐciÓjÐk€Jä×Ò˜j¸]ÈMÐ[hÖiñ 	Fˆ¨
Àà�‰ÜÜ"/¸ÀÐTUØ8;ÈØ;Eô#Rô ,Ù˜vÓ&°ôô %Ô%>Ø1<ÐRhÐjkÐQlônà0°°Ð>ô
ö	ñ jò"÷ Ü )× 1Ò 1°-ÀÖ OÑˆJØ�N‰NÜÜ&3Ø˜1˜a¨¸$È:ô'ô #0Ù" 9Ó-ó#÷ <@Ñ!7ÀTØ$ T F¨,°z°lÐCô
öñ !Pð €NrA   c                 ó„  € \        \        WVR 7      p\        \        ^^^R4      \        V! R4      V! R4      4      RR7      \        \        ^^^R\        P
                  4      \        V! R4      V! R4      4      RR7      \        \        ^^^RRR7      \        V! R4      V! R4      4      RR7      .pR\        P                  ! . ROV\        P                  R	7      3pR\        P                  ! . ROV\        P                  R	7      P                  R4      3p	\        P                  ! W˜RRR4       EF
  w  r«rÍpT
pTpVP                  \        \        ^^^RVWÍR
7      \        V! R4      V! R4      W¯VVR7      \        \        VR^ R^ /R7      RV 2R7      4       V! R4      V! R4      ppV'       g%   VP                  ^ ^4      VP                  ^ ^4      ppVe   VP                  ^^4      3^,          w  ppVP                  \        \        ^^^RVWÍR
7      \        VVW¯VVR7      RV RV RV 2R7      4       EK  	  V# )rÎ   rª   rä  r�  rå  FrÛ   rÝ   Nræ  ræ  )Útgt_maskÚmemory_maskÚtgt_key_padding_maskÚmemory_key_padding_maskr   r  rí  rî  r†  Únorm_first_Ú_batch_first_Ú_bias_rK  r÷  r‘  rø  rº  )r   r
   rˆ   r�   r£  rù  ra   rë  rú  rÖ   rð  r   rF   r7  Ú	transpose)rI   r»   rQ   rÏ   rR   rV   ré   r  rû  rü  rþ  r   rë  rÜ   rf  rÿ  r  ÚsrcÚtgts   &&&&&,             r>   Ú.module_inputs_torch_nn_TransformerDecoderLayerr    sz  € Üœ¨VÐP]Ô^€Jô 	Ü+¨A¨q°"°cÓ:Ü'Ù˜9Ó%¡z°)Ó'<óð #ô	
ô 	Ü+¨A¨q°!°S¼!¿&¹&ÓAÜ'Ù˜9Ó%¡z°)Ó'<óð #ô	
ô 	Ü+¨A¨q°!°S¸uÔEÜ'Ù˜9Ó%¡z°)Ó'<óð ô	
ð€Gð. œuŸ|š|Ò,@ÈÔW\×WaÑWaÔbÐcÐØœŸšÒ%9À&ÔPU×PZÑPZÔ[×bÑbÐciÓjÐk€Jä×Ò˜j¸]ÈMÐ[h×iñ 	Fˆ¨
¸+ð ˆØ"6ÐØ�‰ÜÜ"/¸ÀÐTUØ8;ÈØ;Eô#Rô ,Ù˜vÓ&©
°6Ó(:ÀXØ)=ÐWnôô %Ô%>Ø1<Ø9OÐQRÐTmÐopÐ8qôsð 1°°Ð>ôô	ñ ˜iÓ(©*°YÓ*?ˆSˆßØ—}‘} Q¨Ó*¨C¯M©M¸!¸QÓ,?�ˆCØÒ+Ø=Q×=XÑ=XÐYZÐ\]Ó=^Ð<`ÐcdÕ<dÑ9Ð#Ð%9Ø�‰ÜÜ"/¸ÀÐTUØ8;ÈØ;Eô#Rô ,Ø˜ xØ)=ÐWnôð # : ,¨m¸K¸=ÈÈtÈfÐUô	÷
	ñ/ jðF €NrA   c                 ól  € \        \        WVR 7      p. pR\        P                  ! . ROV\        P                  R7      3pR\        P                  ! . ROV\        P                  R7      P                  R4      3p	\        P                  ! W˜RRR4       EF  w  r«rÍpV
3^,          w  ppV3^,          w  ppVP                  \        \        ^^^^^RWìVR7	      \        V! R4      V! R4      VVVVR7      \        \        VR^ R^ /R7      R	V 2R
7      4       V! R4      V! R4      ppV'       g%   VP                  ^ ^4      pVP                  ^ ^4      pVe   VP                  ^^4      3^,          w  ppVP                  \        \        ^^^^^RWìVR7	      \        VVVVVVR7      R7      4       EK  	  V# )rÎ   Nræ  rª   )	rç  rè  ré  Únum_encoder_layersÚnum_decoder_layersrê  rf  rë  rÜ   )rþ  rÙ  r   rì  r   rì  rí  rî  r†  r‹  r÷  r‘  rø  rº  rK  )r   r
   ra   rë  rú  rÖ   rð  r   rF   rˆ   r�   r7  r  )rI   r»   rQ   rÏ   rR   rV   ré   r  rû  rü  rÚ  ru  rë  rÜ   rf  rÙ  rþ  rì  r   r  r  s   &&&&&,               r>   Ú"module_inputs_torch_nn_Transformerr  E  sä  € Üœ¨VÐP]Ô^€JØ€GàœuŸ|š|Ò,@ÈÔW\×WaÑWaÔbÐcÐØœŸšÒ%9À&ÔPU×PZÑPZÔ[×bÑbÐciÓjÐk€Jä×Ò˜j¸]ÈMÐ[h×iñ 	>ˆ 
°+ð  $˜g¨�kÑˆ�8Ø6FÐ5HÈ1Õ5LÑ2ÐÐ2Ø�‰ÜÜ"/¸ÀÐTUØCDÐYZØ8;ÈÐrvô#xô ,Ù˜vÓ&©
°6Ó(:ÀXÐX`Ø)=ÐThôô %Ô%>Ø1<Ø9OÐQRÐTjÐlmÐ8nôpð 1°°Ð>ôô	ñ ˜iÓ(©*°YÓ*?ˆSˆßØ—-‘-  1Ó%ˆCØ—-‘-  1Ó%ˆCØÒ'Ø:J×:QÑ:QÐRSÐUVÓ:WÐ9YÐ\]Õ9]Ñ6Ð Ð"6à�‰ÜÜ"/¸ÀÐTUØCDÐYZØ8;ÈÐrvô#xô ,Ø˜ x¸(Ø)=ÐThôô	÷		ñ5 jðH €NrA   c           
      óV  € \        \        P                  V\        P                  R R7      p\	        \        ^^R7      \        V! ^^4      P                  ^4      4      R7      \	        \        ^^R7      \        V! ^R4      P                  ^4      P                  ^R4      4      RR7      .# )FrÎ   ©Únum_embeddingsÚembedding_dimr‹  i   Údiscontiguousr�  )r   ra   r+  r/  rˆ   r�   Úrandom_rÖ   )rI   r»   rQ   rÏ   rR   rV   Ú
make_emptys   &&&&&, r>   Ú module_inputs_torch_nn_Embeddingr  s  s�   € ÜœŸ™¨V¼5¿:¹:ÐUZÔ[€JäÜ+¸1ÈAÔNÜ'©
°1°aÓ(8×(@Ñ(@ÀÓ(CÓDô	
ô 	Ü+¸1ÈAÔNÜ'©
°1°cÓ(:×(BÑ(BÀ1Ó(E×(LÑ(LÈQÐPSÓ(TÓUØ ô	
ð
ð 
rA   c                óÈ  € . p\         P                  ! V4      P                  R8X  dw   VP                  \	        \        \        ^
^R7      \        \         P                  ! . ROV\         P                  R7      4      R7      \        P                  \        RR7      4       VP                  \	        \        \        ^
^R7      \        \         P                  ! RR.V\         P                  R7      4      R7      \        P                  \        R	R7      4       VP                  \	        \        \        R^R7      \        4       R7      \        P                  \        R
R7      4       V# )zI
Error inputs for Embedding that test error messages for invalid inputs.
Úcpur  ræ  r‹  zindex out of range in selfrà  rè  g      @zFExpected tensor for argument.*indices.*to have.*scalar type.*Long.*Intz/Trying to create tensor with negative dimension)r   r)  r(  rÒ   )ra   r»   rk  rF   rš   rˆ   r�   rë  r/  r–   r˜   Ú
IndexErrorrÊ   r[   r—   )rI   r»   rQ   rÏ   rR   rV   r  s   &&&&&, r>   Ú&module_error_inputs_torch_nn_Embeddingr  ‚  s  € ð €Gô ‡|‚|�FÓ× Ñ  EÔ)Ø�‰ÜÜÜ&3À2ÐUVÔ&WÜ"/´·²ºZÐPVÔ^c×^hÑ^hÔ0iÓ"jôô )×6Ñ6Ü%Ø9ôô
	
ð ‡N�NÜÜÜ"/¸rÐQRÔ"SÜ+¬E¯LªL¸#¸s¸ÈFÔZ_×ZgÑZgÔ,hÓiôô %×2Ñ2Ü#Øaô	
ô
ð ‡N�NÜÜÜ"/¸rÐQRÔ"SÜ+›oôô %×7Ñ7Ü#ØJô	
ô
ð €NrA   c                 ó˜  € \        \        WVR 7      p. pR	pR\        P                  ! . R
OV\        P                  R7      3p	R\        P                  ! . R
OV\        P                  R7      P                  R4      3p
\        P                  ! WˆW‰V
4      pV F°  w  rÍrïpVP                  \        \        ^^RWÍVR7      \        V! R4      V! R4      V! R4      VVR7      \        R7      4       VP                  \        \        ^^RWÍVR7      \        V! R4      V! R4      V! R4      VVR7      \        \        RR7      R7      4       K²  	  V# )rÎ   TFNræ  )Ú	embed_dimÚ	num_headsrf  rÜ   Úadd_bias_kvÚadd_zero_attn)ru  Ú	attn_maskrÚ   ©rf  rø  r÷  )rú   rú   rú   r‘  )r   r
   ra   rë  rú  rÖ   rð  r   rF   rˆ   r�   rv  )rI   r»   rQ   rÏ   rR   rV   ré   r  Ú	bool_valsrû  rü  ÚproductsrÜ   r  r  ru  r  s   &&&&&,           r>   Ú)module_inputs_torch_nn_MultiheadAttentionr"  µ  sE  € äœ¨VÐP]Ô^€JØ€GØ€IØœuŸ|š|Ò,@ÈÔW\×WaÑWaÔbÐcÐØœŸšÒ%9À&ÔPU×PZÑPZÔ[×bÑbÐclÓmÐn€JÜ× Ò  °yÐU_Ó`€HÛIQÑEˆ˜=¸IØ�‰ÜÜ"/¸!ÀqÐVZØ59Ðboô#qä+©J°vÓ,>Á
È6Ó@RÑT^Ð_eÓTfØ=MÐYbôdä7ôô	
ð 	�‰ÜÜ"/¸!ÀqÐV[Ø59Ðboô#qä+©J°vÓ,>Á
È6Ó@RÑT^Ð_eÓTfØ=MÐYbôdä$Ô%?ÈUÔSôö	
ñ JRð( €NrA   c                 ó²  € \        \        WVR 7      p\        \        ^^
4      \        V! ^4      V! ^
4      4      \        R7      \        \        ^^
RR7      \        V! ^4      V! ^
4      4      \        R7      .pVP                  RR4      pV'       dE   VP                  \        \        ^^
RRR7      \        V! ^4      V! ^
4      4      \        R7      4       V# )rÎ   rÚ   TrÛ   Úis_rnnFÚrelu)rÜ   Únonlinearity)r   r
   rˆ   r�   r7  r  rF   )	rI   r»   rQ   rÏ   rR   rV   ré   r  r$  s	   &&&&&,   r>   Ú#module_inputs_torch_nn_RNN_GRU_Cellr'  Ô  s¿   € äœ¨VÐP]Ô^€JäÜ+¨A¨rÓ2Ü'©
°1«±zÀ"³~ÓFÜ2ô	
ô
 	Ü+¨A¨r¸Ô=Ü'©
°1«±zÀ"³~ÓFÜ2ô	
ð€Gð �Z‰Z˜ %Ó(€Fßð 	�‰ÜÜ"/°°2¸DÈvÔ"VÜ+©J°q«M¹:Àb»>ÓJÜ6ôô	
ð €NrA   c                 ó  € \        \        WVR 7      p\        \        ^^
4      \        V! ^4      V! ^
4      V! ^
4      34      \        R7      \        \        ^^
RR7      \        V! ^4      V! ^
4      V! ^
4      34      \        R7      3pV# )rÎ   rÚ   TrÛ   )r   r
   rˆ   r�   r�  ©rI   r»   rQ   rÏ   rR   rV   ré   r  s   &&&&&,  r>   Úmodule_inputs_torch_nn_LSTMCellr*  ó  s…   € äœ¨VÐP]Ô^€JäÜ+¨A¨rÓ2Ü'©
°1«¹
À2»É
ÐSUËÐ7WÓXÜ8ô	
ô
 	Ü+¨A¨r¸Ô=Ü'©
°1«¹
À2»É
ÐSUËÐ7WÓXÜ8ô	
ð€Gð €NrA   c                 óŒ   € V P                   pV P                  R 4       \        W4      pVP                  P                  V4       V# ©F)rÏ   r  r	   Údata)rz  Úbatch_sizesÚrequired_gradÚseqs   &&  r>   Úmake_packed_sequencer1    s<   € Ø×%Ñ%€MØ×Ñ�uÔÜ
˜sÓ
0€CØ‡H�H×Ñ˜MÔ*Ø€JrA   Fc                 ó
  € \        \        WVR 7      pVR,          pRp	Rp
RpRp. pV'       d   \        WšW¼4      pM\        W«V4      pV EFµ  pV'       d	   Vw  ppppMVw  pppR^R^R^RVRVRV/pR^R^R^RVRVRV/pV'       d   XVR&   VVR&   VP                  \	        \        R/ VB \        V! R4      4      \        \        VR	7      R
7      4       TP                  \	        \        R/ VB \        V! R4      T! V'       d   ^M^^34      4      \        \        VR	7      R
7      4       V'       g   Kí  VP                  \	        \        R/ VB \        \        V! R4      \        P                  ! ^^.4      4      4      \        \        VR	7      R
7      4       VP                  \	        \        R/ VB \        \        V! R4      \        P                  ! . RO4      4      4      \        \        VR	7      R
7      4       EK¸  	  V# )rÎ   r$  Ú
input_sizeÚhidden_sizerá  rf  rÜ   Úbidirectionalr&  r  rÚ   )r%  r¢  ©FTrT   ©rú   rù   )r)  rù   rù   )r)  r)  rù   )r)  rú   rú   rù   rù   )
r   r
   r   rF   rˆ   r�   r|  r1  ra   rë  )rI   r»   rQ   rÏ   rR   Úwith_packed_sequencerV   ré   r$  r&  rÜ   rf  r5  r  Úprod_genrU   Únlr­  Úb_fÚbidirÚ	cons_argsÚcons_args_hiddens   &&&&&&,               r>   Úmodule_inputs_torch_nn_RNN_GRUr?    s  € äœ¨VÐP]Ô^€JØ�HÕ€FØ#€LØ€DØ€KØ!€Mà€GßÜ˜<¨{ÓJ‰ä˜4¨mÓ<ˆäˆßØ $ÑˆB��3™à ‰MˆAˆs�Eà! 1 m°Q¸ÀaØ" C¨°°OÀUðLˆ	à(¨!¨]¸A¸|ÈQØ)¨3°¸¸?ÈEðSÐ÷ Ø(*ˆI�nÑ%Ø/1Ð˜^Ñ,Ø�‰ÜÜ"/Ñ"<°)Ñ"<Ü+©J°vÓ,>Ó?Ü$Ô%CÐQTÔUôô	
ð 	�‰ÜÜ"/Ñ"CÐ2BÑ"CÜ+©J°vÓ,>Á
×QVÉAÐ\]Ð_`ÐKaÓ@bÓcÜ$Ô%CÐQTÔUôô	
÷  ÑØ�N‰NÜÜ&3Ñ&@°iÑ&@Ü"/Ô0DÁZÐPYÓEZÔ\a×\hÒ\hÐjkÐmnÐioÓ\pÓ0qÓ"rÜ!(Ô)GÐUXÔ!Yôôð �N‰NÜÜ&3Ñ&@°iÑ&@Ü"/Ô0DÁZÐPYÓEZÔ\a×\hÒ\hÒixÓ\yÓ0zÓ"{Ü!(Ô)GÐUXÔ!Yô÷ñI ðX €NrA   c                 ó0  € \        \        WVR 7      pR
pR
pR
p	Rp
. p\        WxWš4      pV Fç  pVw  rïpp^pR^RVR^RVRVRVRV/pR^RVR^RVRVRVRV/pVP                  \	        \        R/ VB \        V! R4      4      \        \        VR7      R	7      4       V^ 8”  d   TMTpT! V'       d   ^M^V34      T! V'       d   ^M^V34      3pVP                  \	        \        R/ VB \        V! R4      V4      \        \        VR7      R	7      4       Ké  	  V# )rÎ   r3  r4  rá  Ú	proj_sizerf  rÜ   r5  r  rÚ   r6  )r   rù   rT   rš  r7  )r   r
   r   rF   rˆ   r�   r~  )rI   r»   rQ   rÏ   rR   rV   ré   rÜ   rf  r5  Ú
proj_sizesr  r9  rU   r­  r;  r<  rA  r4  r=  r>  Úh_outÚhxs   &&&&&,                 r>   Úmodule_inputs_torch_nn_LSTMrE  K  sU  € äœ¨VÐP]Ô^€JØ€DØ€KØ!€MØ€Jà€GÜ�t¨-ÓD€HãˆØ#'Ñ ˆ��yØˆØ! 1 m°[À,ÐPQÐS^Ð`iØ" C¨°°OÀUðLˆ	à(¨!¨]¸KÈÐWXÐZeÐgpØ)¨3°¸¸?ÈEðSÐð 	�‰ÜÜ"/Ñ"<°)Ñ"<Ü+©J°vÓ,>Ó?Ü$Ô%@ÈcÔRôô	
ð '¨œ]‘	°ˆÙŸu™!¨!¨UÐ3Ó4±jÇuÁ!ÐRSÐU`ÐAaÓ6bÐcˆØ�‰ÜÜ"/Ñ"CÐ2BÑ"CÜ+©J°vÓ,>ÀÓCÜ$Ô%@ÈcÔRôö	
ñ% ð6 €NrA   c           	      óÄ   € \        \        WVR 7      p\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      R7      .# )rÎ   rÚ   r‹  rá  ©rC   rù   rK  r‘  r’  s   &&&&&, r>   Ú&module_inputs_torch_nn_ReflectionPad1drH  u  ó\   € Üœ¨VÐP]Ô^€Jô 	Ü+¨AÓ.Ü'©
°6Ó(:Ó;Ü2ô	
ô
 	Ü+¨FÓ3Ü'©
°9Ó(=Ó>ô	
ð
ð 
rA   c           	      óÄ   € \        \        WVR 7      p\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      R7      .# ©rÎ   rÚ   r‹  rÀ  ©rC   rù   rú   ræ   ©rú   ræ   r)  r�  r‘  r’  s   &&&&&, r>   Ú&module_inputs_torch_nn_ReflectionPad2drN  „  ó\   € Üœ¨VÐP]Ô^€Jô 	Ü+¨AÓ.Ü'©
°9Ó(=Ó>Ü2ô	
ô
 	Ü+¨LÓ9Ü'©
°<Ó(@ÓAô	
ð
ð 
rA   c           	      óÄ   € \        \        WVR 7      p\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      R7      .# )rÎ   rÚ   r‹  rQ  ©rC   rù   rC   rù   rC   rù   )rú   rú   rú   rú   rú   r‘  r’  s   &&&&&, r>   Ú&module_inputs_torch_nn_ReflectionPad3drR  “  ó]   € Üœ¨VÐP]Ô^€Jô 	Ü+¨AÓ.Ü'©
°<Ó(@ÓAÜ2ô	
ô
 	Ü+Ð,>Ó?Ü'©
°?Ó(CÓDô	
ð
ð 
rA   c           	      óÄ   € \        \        WVR 7      p\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      R7      .# ©rÎ   rÚ   r‹  rº  rG  rÀ  r‘  r’  s   &&&&&, r>   Ú'module_inputs_torch_nn_ReplicationPad1drV  ¢  rI  rA   c           	      óÄ   € \        \        WVR 7      p\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      R7      .# rK  r‘  r’  s   &&&&&, r>   Ú'module_inputs_torch_nn_ReplicationPad2drX  ±  rO  rA   c           	      óÄ   € \        \        WVR 7      p\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      R7      .# )rÎ   rÚ   r‹  rM  ©rC   rù   rú   ræ   r)  r�  )rú   ræ   r)  r�  r¿  r‘  r’  s   &&&&&, r>   Ú'module_inputs_torch_nn_ReplicationPad3dr[  À  rS  rA   c           	      óÄ   € \        \        WVR 7      p\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      R7      .# rU  r‘  r’  s   &&&&&, r>   Ú module_inputs_torch_nn_ZeroPad1dr]  Ï  rI  rA   c           	      óÄ   € \        \        WVR 7      p\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      R7      .# )rÎ   rÚ   r‹  ©rC   rù   rú   rL  r‘  r’  s   &&&&&, r>   Ú module_inputs_torch_nn_ZeroPad2dr`  Þ  rO  rA   c           	      óÄ   € \        \        WVR 7      p\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      R7      .# )rÎ   rÚ   r‹  rM  rZ  r•  r‘  r’  s   &&&&&, r>   Ú module_inputs_torch_nn_ZeroPad3drb  í  rS  rA   c           	      óÈ   € \        \        WVR 7      p\        \        ^^4      \        V! R4      4      \        R7      \        \        R^4      \        V! R4      4      R7      .# rU  r‘  r’  s   &&&&&, r>   Ú$module_inputs_torch_nn_ConstantPad1drd  ü  s`   € Üœ¨VÐP]Ô^€Jô 	Ü+¨A¨qÓ1Ü'©
°6Ó(:Ó;Ü2ô	
ô
 	Ü+¨F°AÓ6Ü'©
°9Ó(=Ó>ô	
ð
ð 
rA   c           	      óÈ   € \        \        WVR 7      p\        \        ^^4      \        V! R4      4      \        R7      \        \        R^4      \        V! R4      4      R7      .# )rÎ   rÚ   r‹  rÀ  rL  r‘  r’  s   &&&&&, r>   Ú$module_inputs_torch_nn_ConstantPad2drf    s`   € Üœ¨VÐP]Ô^€Jô 	Ü+¨A¨qÓ1Ü'©
°9Ó(=Ó>Ü2ô	
ô
 	Ü+¨L¸!Ó<Ü'©
°<Ó(@ÓAô	
ð
ð 
rA   c           	      óÈ   € \        \        WVR 7      p\        \        ^^4      \        V! R4      4      \        R7      \        \        R^4      \        V! R4      4      R7      .# )rÎ   rÚ   r‹  rM  rZ  )rC   rù   rC   rù   rC   r‘  r’  s   &&&&&, r>   Ú$module_inputs_torch_nn_ConstantPad3drh    sa   € Üœ¨VÐP]Ô^€Jô 	Ü+¨A¨qÓ1Ü'©
°<Ó(@ÓAÜ2ô	
ô
 	Ü+Ð,>ÀÓBÜ'©
°?Ó(CÓDô	
ð
ð 
rA   c                 óz  a€ \        \        WVR 7      pR o\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      V3R lR7      \        \        R	4      \        V! R4      4      V3R lR7      \        \        R
4      \        V! R4      4      V3R lR7      .# )rÎ   c           
     ó„   € \         P                  ! V RRV^ ,          ) R13,          W RRRV^,          13,          .^R7      # )z}input:
[[[0., 1., 2.],
  [3., 4., 5.]]]
pad: (1, 2)
output:
    [[[2., 0., 1., 2., 0., 1.],
      [5., 3., 4., 5., 3., 4.]]]
ºNNNNr  ©ra   Úcat©rz  Úpads   &&r>   Úpadding1d_circular_refÚDmodule_inputs_torch_nn_CircularPad1d.<locals>.padding1d_circular_ref,  s@   € ô �yŠy˜#˜a  S¨¥V G¡H˜nÕ-¨s¸¸1¸g¸sÀ1½v¸g¸Õ4FÐGÈQÔOÐOrA   rÚ   c                 ó(   <€ S! W P                   4      # r5   r”  ©rŒ   r×   rá   rp  s   &&&€r>   rØ   Ú6module_inputs_torch_nn_CircularPad1d.<locals>.<lambda>@  ó   ø€ Ñ)?ÀÇ9Á9Ô)MrA   c                 ó(   <€ S! W P                   4      # r5   r”  rs  s   &&&€r>   rØ   rt  E  ru  rA   c                 ó(   <€ S! W P                   4      # r5   r”  rs  s   &&&€r>   rØ   rt  J  ru  rA   rº  rG  r_  )rú   rC   r‘  r‘  )rI   r»   rQ   rÏ   rR   rV   ré   rp  s   &&&&&, @r>   Ú$module_inputs_torch_nn_CircularPad1drx  )  sª   ø€ Üœ¨VÐP]Ô^€Jò	Pô 	Ü+¨AÓ.Ü'©
°6Ó(:Ó;Ü2ô	
ô
 	Ü+¨FÓ3Ü'©
°9Ó(=Ó>ÜMô	
ô
 	Ü+¨FÓ3Ü'©
°9Ó(=Ó>ÜMô	
ô
 	Ü+¨FÓ3Ü'©
°9Ó(=Ó>ÜMô	
ð!ð rA   c                 óz  a€ \        \        WVR 7      pR o\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      V3R lR7      \        \        R	4      \        V! R4      4      V3R lR7      \        \        R
4      \        V! R4      4      V3R lR7      .# )rÎ   c                ó
  € \         P                  ! V RRV^,          ) R13,          W RRRV^,          13,          .^R7      p \         P                  ! V RRRV^ ,          ) R13,          W RRRRV^,          13,          .^R7      # )a  input:
        [[[[0., 1., 2],
           [3., 4., 5.]]]]
        pad: (1, 2, 2, 1)
output:
    [[[[2., 0., 1., 2., 0., 1.],
       [5., 3., 4., 5., 3., 4.],
       [2., 0., 1., 2., 0., 1.],
       [5., 3., 4., 5., 3., 4.],
       [2., 0., 1., 2., 0., 1.]]]]
rk  Nr  rl  rn  s   &&r>   Úpadding2d_circular_refÚDmodule_inputs_torch_nn_CircularPad2d.<locals>.padding2d_circular_refQ  s‚   € ô �iŠi˜˜Q  C¨¥F 7¡8˜^Õ,¨c°q¸!¸W¸cÀ!½f¸W°}Õ3EÐFÈAÔNˆÜ�yŠy˜#˜a  A¨¨A­ w¡xÐ/Õ0°#¸1¸aÀÀGÀSÈÅVÀGÐ;KÕ7LÐMÐSTÔUÐUrA   rÚ   c                 ó(   <€ S! W P                   4      # r5   r”  ©rŒ   r×   rá   r{  s   &&&€r>   rØ   Ú6module_inputs_torch_nn_CircularPad2d.<locals>.<lambda>i  ru  rA   c                 ó(   <€ S! W P                   4      # r5   r”  r~  s   &&&€r>   rØ   r  n  ru  rA   c                 ó(   <€ S! W P                   4      # r5   r”  r~  s   &&&€r>   rØ   r  s  ru  rA   rÀ  )rC   rù   rù   rC   )rC   rC   rù   rú   )rù   rú   rù   rù   )rú   rú   rú   rC   )rC   rC   rú   rú   r‘  )rI   r»   rQ   rÏ   rR   rV   ré   r{  s   &&&&&, @r>   Ú$module_inputs_torch_nn_CircularPad2dr‚  N  sª   ø€ Üœ¨VÐP]Ô^€JòVô  	Ü+¨AÓ.Ü'©
°9Ó(=Ó>Ü2ô	
ô
 	Ü+¨LÓ9Ü'©
°<Ó(@ÓAÜMô	
ô
 	Ü+¨LÓ9Ü'©
°<Ó(@ÓAÜMô	
ô
 	Ü+¨LÓ9Ü'©
°<Ó(@ÓAÜMô	
ð!ð rA   c                 óz  a€ \        \        WVR 7      pR o\        \        ^4      \        V! R4      4      \        R7      \        \        R4      \        V! R4      4      V3R lR7      \        \        R	4      \        V! R4      4      V3R lR7      \        \        R
4      \        V! R4      4      V3R lR7      .# )rÎ   c                ó”  € \         P                  ! V RRV^,          ) R13,          W RRRV^,          13,          .^R7      p \         P                  ! V RRRV^,          ) R13,          W RRRRV^,          13,          .^R7      p \         P                  ! V RRRRV^ ,          ) R13,          W RRRRRV^,          13,          .^R7      # )aÞ  input:
    [[[[[ 0.,  1.,  2.],
        [ 3.,  4.,  5.]],
       [[ 6.,  7.,  8.],
        [ 9., 10., 11.]]]]]
pad: (1, 2, 2, 1, 1, 2)
output: [[[[[ 8.,  6.,  7.,  8.,  6.,  7.],
            [11.,  9., 10., 11.,  9., 10.],
            [ 8.,  6.,  7.,  8.,  6.,  7.],
            [11.,  9., 10., 11.,  9., 10.],
            [ 8.,  6.,  7.,  8.,  6.,  7.]],

           [[ 2.,  0.,  1.,  2.,  0.,  1.],
            [ 5.,  3.,  4.,  5.,  3.,  4.],
            [ 2.,  0.,  1.,  2.,  0.,  1.],
            [ 5.,  3.,  4.,  5.,  3.,  4.],
            [ 2.,  0.,  1.,  2.,  0.,  1.]],

           [[ 8.,  6.,  7.,  8.,  6.,  7.],
            [11.,  9., 10., 11.,  9., 10.],
            [ 8.,  6.,  7.,  8.,  6.,  7.],
            [11.,  9., 10., 11.,  9., 10.],
            [ 8.,  6.,  7.,  8.,  6.,  7.]],

           [[ 2.,  0.,  1.,  2.,  0.,  1.],
            [ 5.,  3.,  4.,  5.,  3.,  4.],
            [ 2.,  0.,  1.,  2.,  0.,  1.],
            [ 5.,  3.,  4.,  5.,  3.,  4.],
            [ 2.,  0.,  1.,  2.,  0.,  1.]],

           [[ 8.,  6.,  7.,  8.,  6.,  7.],
            [11.,  9., 10., 11.,  9., 10.],
            [ 8.,  6.,  7.,  8.,  6.,  7.],
            [11.,  9., 10., 11.,  9., 10.],
            [ 8.,  6.,  7.,  8.,  6.,  7.]]]]]
rk  Nr  rl  rn  s   &&r>   Úpadding3d_circular_refÚDmodule_inputs_torch_nn_CircularPad3d.<locals>.padding3d_circular_ref{  sÉ   € ôJ �iŠi˜˜Q  C¨¥F 7¡8˜^Õ,¨c°q¸!¸W¸cÀ!½f¸W°}Õ3EÐFÈAÔNˆÜ�iŠi˜˜Q  1 s¨1¥v g¡hÐ.Õ/°¸!¸QÀÀ7ÀCÈÅFÀ7Ð:JÕ6KÐLÐRSÔTˆÜ�yŠy˜#˜a  A q¨3¨q­6¨'©(Ð2Õ3°S¸aÀÀAÀqÈ'È3ÈqÍ6È'Ð>QÕ:RÐSÐYZÔ[Ð[rA   rÚ   c                 ó(   <€ S! W P                   4      # r5   r”  ©rŒ   r×   rá   r…  s   &&&€r>   rØ   Ú6module_inputs_torch_nn_CircularPad3d.<locals>.<lambda>­  ru  rA   c                 ó(   <€ S! W P                   4      # r5   r”  rˆ  s   &&&€r>   rØ   r‰  ²  ru  rA   c                 ó(   <€ S! W P                   4      # r5   r”  rˆ  s   &&&€r>   rØ   r‰  ·  ru  rA   rM  rQ  )rC   rC   rù   rù   rú   )rú   rù   rù   rC   rC   rù   )rú   rú   rù   rC   rù   rù   r‘  )rI   r»   rQ   rÏ   rR   rV   ré   r…  s   &&&&&, @r>   Ú$module_inputs_torch_nn_CircularPad3drŒ  w  s®   ø€ Üœ¨VÐP]Ô^€Jò'\ôT 	Ü+¨AÓ.Ü'©
°<Ó(@ÓAÜ2ô	
ô
 	Ü+Ð,>Ó?Ü'©
°?Ó(CÓDÜMô	
ô
 	Ü+Ð,>Ó?Ü'©
°?Ó(CÓDÜMô	
ô
 	Ü+Ð,>Ó?Ü'©
°?Ó(CÓDÜMô	
ð!ð rA   Ú
TestModuleÚ	test_gradÚcuda)Ú	active_ifr]   Útest_gradgradÚtest_non_contiguous_tensors)r�  rm   r]   c           	     ó¸  € \         P                  ! . WR7      P                  R4      pV\         P                  8X  d   \         P                  M\         P                  p\         P                  ! . WR7      p\         P                  ! . V\         P
                  R7      p	\        \        \        VR7      \        Wi4      R7      \        P                  \        RR7      .# )z”
Error inputs for NLLLoss that test weight dtype must match input dtype.
Regression test for device parity between CPU and CUDA with empty tensors.
ræ  rÂ  r‹  z&expected scalar type \w+ but found \w+rà  )r   r   )ra   rë  rø  rÉ   rÊ   r/  rš   rˆ   r�   r–   r˜   r[   )
rI   r»   rQ   rÏ   rR   rV   Úinput_tÚweight_dtypeÚweight_tÚtarget_ts
   &&&&&,    r>   Ú$module_error_inputs_torch_nn_NLLLossr˜  Ø  sœ   € ô
 �lŠl˜2 fÔ:×BÑBÀ6ÓJ€GØ$)¬U¯]©]Ô$:”5—=’=ÄÇÁ€LÜ�|Š|˜B vÔB€HÜ�|Š|˜B v´U·Z±ZÔ@€Hô 	ÜÜ"/°xÔ"@Ü+¨GÓ>ôô %×2Ñ2Ü#ØAô	
ð
ð 
rA   c                 óÒ  € \        \        WVR 7      p\        \        \	        ^
^4      \	        V! ^^4      V! ^^4      4      R7      \
        P                  \        RR7      \        \        \	        ^
^4      \	        V! ^^
4      V! ^^4      4      R7      \
        P                  \        RR7      \        \        \	        ^
^4      \	        V! ^^
4      V! ^^4      4      R7      \
        P                  \        RR7      \        \        \	        ^
^4      \	        V! ^^
4      V! ^^^^4      4      R7      \
        P                  \        RR7      \        \        \	        ^
^R4      \	        V! ^^
4      V! ^^4      4      R7      \
        P                  \        RR7      \        \        \	        ^
^R4      \	        V! ^^
4      V! ^^4      4      R7      \
        P                  \        RR7      .pV# )	rÎ   r‹  ú5input has inconsistent input_size: got 11 expected 10rà  ú9hidden0 has inconsistent hidden_size: got 21, expected 20ú5Input batch size 3 doesn't match hidden0 batch size 5z.Expected hidden to be 1D or 2D, got 4D insteadr%  r¢  ©	r   r
   rš   rˆ   r�   r–   r˜   r[   rã  r)  s   &&&&&,  r>   Ú)module_error_inputs_torch_nn_RNN_GRU_Cellrž  î  sÇ  € Üœ¨VÐP]Ô^€JäÜÜ"/°°BÓ"7Ü+©J°q¸"Ó,=¹zÈ!ÈRÓ?PÓQôô %×2Ñ2Ü#ØOô	
ô 	ÜÜ"/°°BÓ"7Ü+©J°q¸"Ó,=¹zÈ!ÈRÓ?PÓQôô %×2Ñ2Ü#ØSô	
ô 	ÜÜ"/°°BÓ"7Ü+©J°q¸"Ó,=¹zÈ!ÈRÓ?PÓQôô %×2Ñ2Ü#ØOô	
ô 	ÜÜ"/°°BÓ"7Ü+©J°q¸"Ó,=¹zÈ!ÈQÐPQÐSUÓ?VÓWôô %×2Ñ2Ü!ØHô	
ô 	ÜÜ"/°°B¸Ó"?Ü+©J°q¸"Ó,=¹zÈ!ÈRÓ?PÓQôô %×2Ñ2Ü#ØSô	
ô 	ÜÜ"/°°B¸Ó"?Ü+©J°q¸"Ó,=¹zÈ!ÈRÓ?PÓQôô %×2Ñ2Ü#ØSô	
ð]7€Gðp €NrA   c                 óæ  € \        \        WVR 7      p\        \        \	        ^
^4      \	        V! ^^4      V! ^^4      V! ^^4      34      R7      \
        P                  \        RR7      \        \        \	        ^
^4      \	        V! ^^
4      V! ^^4      V! ^^4      34      R7      \
        P                  \        RR7      \        \        \	        ^
^4      \	        V! ^^
4      V! ^^4      V! ^^4      34      R7      \
        P                  \        RR7      \        \        \	        ^
^4      \	        V! ^^
4      V! ^^^^4      V! ^^^^4      34      R7      \
        P                  \        RR7      .pV# )rÎ   r‹  rš  rà  r›  rœ  z/Expected hx\[0\] to be 1D or 2D, got 4D insteadr�  r)  s   &&&&&,  r>   Ú%module_error_inputs_torch_nn_LSTMCellr   *  sz  € Üœ¨VÐP]Ô^€JäÜÜ"/°°BÓ"7Ü+©J°q¸"Ó,=Á
È1ÈbÓ@QÑS]Ð^_ÐacÓSdÐ?eÓfôô %×2Ñ2Ü#ØOô	
ô 	ÜÜ"/°°BÓ"7Ü+©J°q¸"Ó,=Á
È1ÈbÓ@QÑS]Ð^_ÐacÓSdÐ?eÓfôô %×2Ñ2Ü#ØSô	
ô 	ÜÜ"/°°BÓ"7Ü+©J°q¸"Ó,=Á
È1ÈbÓ@QÑS]Ð^_ÐacÓSdÐ?eÓfôô %×2Ñ2Ü#ØOô	
ô 	ÜÜ"/°°BÓ"7Ü+©J°q¸"Ó,=Á
È1ÈaÐQRÐTVÓ@WÑYcÐdeÐghÐjkÐmoÓYpÐ?qÓrôô %×2Ñ2Ü!ØKô	
ð9%€GðL €NrA   c                 ó,  € \        V\        4      '       d   VP                  R 4      ^ ,          MVP                  pV\        P
                  8X  d)   VR8X  d   \        P                  M\        P                  pM\        P
                  p\        \        WVR7      p\        \        \        ^
^ ^4      R7      \        P                  \        RR7      \        \        \        ^
^
^ 4      R7      \        P                  \        RR7      \        \        \        ^^W!R7      \        V! R4      4      R7      \        P                   \        R	R7      \        \        \        ^^^ R
7      R7      \        P                  \"        RR7      \        \        \        ^^^R
7      R7      \        P                  \"        RR7      \        \        \        ^^RR
7      R7      \        P                  \"        RR7      \        \        \        ^^^ R7      R7      \        P                  \"        RR7      \        \        \        ^^^R7      R7      \        P                  \"        RR7      \        \        \        ^^RR7      R7      \        P                  \"        RR7      \        \        \        R^4      R7      \        P                  \"        RR7      \        \        \        R^4      R7      \        P                  \"        RR7      \        \        \        ^ ^4      R7      \        P                  \        RR7      \        \        \        R^4      R7      \        P                  \        RR7      \        \        \        ^R4      R7      \        P                  \"        RR7      .p	V	# )Ú:rÀ   rÎ   ©r�   z%hidden_size must be greater than zerorà  z$num_layers must be greater than zerorœ  r‹  zsRNN input dtype .* does not match weight dtype .* Convert input: input\.to\(.*\), or convert model: model\.to\(.*\)rÛ   z%bias should be of type bool, got: intÚTruez%bias should be of type bool, got: strr  z,batch_first should be of type bool, got: intÚFalsez,batch_first should be of type bool, got: strg      @z,input_size should be of type int, got: floatÚ10z*input_size should be of type int, got: strz$input_size must be greater than zerog      @z-hidden_size should be of type int, got: floatr±  rÒ   )r·   ÚstrÚsplitrk  ra   rÊ   rÉ   Úfloat64r   r
   rš   rˆ   r�   r–   r—   rã  r˜   Ú	TypeError)
rI   r»   rQ   rÏ   rR   rV   r]   Úmismatched_dtyperé   r  s
   &&&&&,    r>   Ú$module_error_inputs_torch_nn_RNN_GRUr¬  U  sÍ  € ô +5°V¼S×*AÒ*A�&—,‘,˜sÓ# AÖ&ÀvÇ{Á{€KØ”—‘ÔØ,7¸5Ô,@œ5Ÿ=š=ÄeÇmÁmÑä Ÿ=™=ÐÜœ¨VÐ[hÔi€Jô 	Ü¬-¸¸A¸qÓ*AÔBÜ$×7Ñ7Ü!Ø?ô		
ô 	Ü¬-¸¸BÀÓ*BÔCÜ$×7Ñ7Ü!Ø>ô		
ô 	ÜÜ"/°°1¸EÔ"QÜ+©J°yÓ,AÓBôô %×2Ñ2Ü!ð^ô		
ô 	Ü¬-¸¸1À1Ô*EÔFÜ$×7Ñ7Ü Ø?ô		
ô 	Ü¬-¸¸1À1Ô*EÔFÜ$×7Ñ7Ü Ø?ô		
ô 	Ü¬-¸¸1À6Ô*JÔKÜ$×7Ñ7Ü Ø?ô		
ô 	Ü¬-¸¸1È!Ô*LÔMÜ$×7Ñ7Ü ØFô		
ô 	Ü¬-¸¸1È!Ô*LÔMÜ$×7Ñ7Ü ØFô		
ô 	Ü¬-¸¸1È'Ô*RÔSÜ$×7Ñ7Ü ØFô		
ô 	Ü¬-¸¸QÓ*?Ô@Ü$×7Ñ7Ü ØFô		
ô 	Ü¬-¸¸aÓ*@ÔAÜ$×7Ñ7Ü ØDô		
ô 	Ü¬-¸¸1Ó*=Ô>Ü$×7Ñ7Ü!Ø>ô		
ô 	Ü¬-¸¸AÓ*>Ô?Ü$×7Ñ7Ü!Ø>ô		
ô 	Ü¬-¸¸3Ó*?Ô@Ü$×7Ñ7Ü ØGô		
ðs_€Gð@ €NrA   c           
      óü   € \        \        WVR 7      pVP                  RR4      p\        \	        V'       d   \        ^^4      M
\        ^4      \        V! R4      4      R7      \        P                  \        RR7      .# )rÎ   Úis_constantFr‹  z(expected 2D or 3D input \(got 4D input\)rà  rQ  ©	r   r
   r  rš   rˆ   r�   r–   r˜   rã  ©rI   r»   rQ   rÏ   rR   rV   ré   r®  s   &&&&&,  r>   Ú"module_error_inputs_torch_nn_Pad1dr±  Â  so   € Üœ¨VÐP]Ô^€Jà—*‘*˜]¨EÓ2€Kô 	Üß9D¤-°°1Ô"5Ì-ÐXYÓJZÜ+©J°|Ó,DÓEôô %×2Ñ2Ü!ØCô		
ðð rA   c           
      óü   € \        \        WVR 7      pVP                  RR4      p\        \	        V'       d   \        ^^4      M
\        ^4      \        V! R4      4      R7      \        P                  \        RR7      .# )rÎ   r®  Fr‹  z(expected 3D or 4D input \(got 2D input\)rà  rá  r¯  r°  s   &&&&&,  r>   Ú"module_error_inputs_torch_nn_Pad2dr³  Ô  óo   € Üœ¨VÐP]Ô^€Jà—*‘*˜]¨EÓ2€Kô 	Üß9D¤-°°1Ô"5Ì-ÐXYÓJZÜ+©J°vÓ,>Ó?ôô %×2Ñ2Ü!ØCô		
ðð rA   c           
      óü   € \        \        WVR 7      pVP                  RR4      p\        \	        V'       d   \        ^^4      M
\        ^4      \        V! R4      4      R7      \        P                  \        RR7      .# )rÎ   r®  Fr‹  z(expected 4D or 5D input \(got 2D input\)rà  rá  r¯  r°  s   &&&&&,  r>   Ú"module_error_inputs_torch_nn_Pad3dr¶  æ  r´  rA   c                 ón   € \        \        \        RR7      R7      \        P                  \
        RR7      .# )r  )Údeltar£  z4delta must be a float or int, got: <class 'complex'>rà  y      ð?        ©rš   rˆ   r�   r–   r—   rª  rF  s   &&&&&,r>   Ú&module_error_inputs_torch_nn_HuberLossrº  ø  s5   € äÜÜ"/°jÔ"Aôô %×7Ñ7Ü ØOô	
ð	ð 	rA   c                 ón   € \        \        \        R R7      R7      \        P                  \
        RR7      .# )Tr  r£  údim must be an int or Nonerà  r¹  rF  s   &&&&&,r>   Ú$module_error_inputs_torch_nn_Softmaxr½    s5   € äÜÜ"/°DÔ"9ôô %×7Ñ7Ü Ø5ô	
ð	ð 	rA   c           	      óÖ   € \        \        \        R R7      R7      \        P                  \
        RR7      \        \        \        RR7      R7      \        P                  \
        RR7      .# )r  r  r£  r¼  rà  Tr¹  rF  s   &&&&&,r>   Ú'module_error_inputs_torch_nn_LogSoftmaxr¿    s`   € äÜÜ"/°CÔ"8ôô %×7Ñ7Ü Ø5ô	
ô 	ÜÜ"/°DÔ"9ôô %×7Ñ7Ü Ø5ô	
ðð rA   )r¯   r¤   Útest_memory_formatrR   )r�  )r©   r¯   r¤   zSkipped!)r¯   )r©   r¯   )r¯   r©   r¤   TÚTestEagerFusionModuleInfoÚ,test_aot_autograd_symbolic_module_exhaustiveÚ#test_aot_autograd_module_exhaustive)rH   r¯   r¬   r¤   Útest_check_inplacerÀ   )r]   rm   )rç  r²   g-Cëâ6?)r¯   r©   r«   r¥   )r¯   r©   r«   r¤   r¥   )r]   )rç  r²   rè  Útest_cpu_gpu_parity)rm   r]   g{®Gázt?)r¯   r©   r«   rm   r¤   r¥   )rm   Úxpu)r¯   rm   r©   r«   r¤   r¥   )ÚatolÚrtolÚtest_forwardr  )r¯   r¥   r¤   )r¯   r¬   )r¯   r©   rO  )r¯   r¬   r¤   )Úinclude_halfÚinclude_bfloat16g¸…ëQ¸ž?)r¯   r¬   rm   r¥   gü©ñÒMb`?rÀ  gš™™™™™©?g{®Gáz¤?rÐ  gš™™™™™É?Útest_save_loadz1chunked none backward not batched-grad compatiblezjacobian mismatch)r¯   r¬   rm   r©   r¥   r¤   )rË  rÊ  )r¯   r¬   rm   r¤   )r¯   r¨   )rç  )r¯   rH   r¤   ÚTestModuleMPSÚtest_non_contiguousÚtest_factory_kwargs)rH   r¯   r¥   r¤   )r]   r�  )r¯   r­   r¥   r¤   )r¯   r¬   r©   r¥   r¤   )r$  )r¯   r¥   )rH   r¯   r¬   r¥   )rH   r¯   r¬   r¤   r¥   c                óZ  € V ^8„  d   Qh/ ^ \         9   d   \        \        ,          ;R&   ^\         9   d   \        \        ,          ;R&   ^\         9   d   \        \        ,          ;R&   ^\         9   d   \
        \        \        3,          ;R&   ^\         9   d   \        \        ,          ;R&   # )rù   ÚMODULE_NAMESPACESÚMODULES_TO_SKIPÚMODULE_CLASSESr}   Ú	module_db)Ú__conditional_annotations__r6   r.   r8   rk  ri  r§  r£   )Úformats   "r>   Ú__annotate__r×     s—   € ‡�÷<ò ”4œ
Õ#ñ ñ= ÷Nò ””T•ñ ñO ÷`*ò *””T•
ñ *ña ÷n )Ò (”Dœœs˜•OÑ (ño ÷PAAò AŒ4”
Õñ AòQA rA   )rD   rG   rE   r,  (_  rÕ  ra   ÚunittestÚcopyr   Úenumr   Ú	functoolsr   r   rð  r   r   rF  Útorch.nn.functionalr±   Ú
functionalr£  Útorch.nn.utils.rnnr	   Útorch.testingr
   Ú#torch.testing._internal.common_cudar   Ú$torch.testing._internal.common_dtyper   r   r   Ú*torch.testing._internal.common_device_typer   r   r   r   r   r   r   r   Ú2torch.testing._internal.common_methods_invocationsr   Ú!torch.testing._internal.common_nnr   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   Ú$torch.testing._internal.common_utilsr'   r(   r)   r*   r+   r,   r-   Útypesr.   Úoperatorr3   ÚaoÚqatÚquantizableÚ	quantizedrÑ  ÚModuleÚ	ContainerÚ	NLLLoss2dÚ	MaxPool2drÒ  Úfrom_iterableÚ__all__ÚgetattrrÓ  r}   Ú	namespaceÚmodule_namer~   rg   rÇ   Únamespace_namer1   r   r�   rˆ   r–   rš   r£   rë   rû   r  r1  r:  rV  r^  r7  rv  r|  r~  r�  rˆ  r“  rž  r­  r³  r¼  rÁ  rÃ  rÅ  rË  rÖ  rÚ  rÞ  rå  rø  r  r  r  r  r(  r-  r0  r5  rL  rN  rV  ra  rg  rs  rv  r‡  r‹  r“  r–  r™  rž  r¨  r´  rº  rÊ  rÔ  rä  rí  r!  r%  r6  rD  rG  rI  rK  rR  rW  r[  rb  rq  r~  r‚  r…  r‰  r‹  r�  r’  r–  r™  r®  rµ  r·  r¾  rÂ  rÈ  rÌ  rÎ  rÓ  r×  râ  rÛ  r  r  r  r  r"  r'  r*  r1  r?  rE  rH  rN  rR  rV  rX  r[  r]  r`  rb  rd  rf  rh  rx  r‚  rŒ  ÚexpectedFailurerx  Ú#rnn_gru_lstm_module_info_decoratorsr˜  rž  r   r¬  r±  r³  r¶  rº  r½  r¿  ÚbackendsrÀ   Úis_availableÚis_macos_or_newerÚ_macos15_or_newerÚAdaptiveAvgPool1dÚAdaptiveAvgPool2dÚ
itemgetterÚAdaptiveAvgPool3dÚskipÚAdaptiveMaxPool1dÚAdaptiveMaxPool2dÚAdaptiveMaxPool3dÚ	AvgPool1dÚ	AvgPool2dÚ	AvgPool3drá  râ  ÚBatchNorm3dÚCELUrÉ   ÚConv1drÊ   ÚConv2dr©  ÚConv3dÚConvTranspose1dÚchalfÚConvTranspose2dÚ	complex32Ú	complex64Ú
complex128ÚConvTranspose3dÚCosineEmbeddingLossÚELUÚFractionalMaxPool2dÚFractionalMaxPool3dÚL1LossÚSmoothL1LossÚ
LazyConv1dÚ
LazyConv2dÚ
LazyConv3dÚLazyConvTranspose1dÚLazyConvTranspose2dÚLazyConvTranspose3dÚLinearÚBilinearÚLPPool1dÚLPPool2dÚLPPool3dÚ	MaxPool1dÚ	MaxPool3dÚ	KLDivLossÚMSELossÚMarginRankingLossÚMultiLabelMarginLossÚMultiMarginLossÚSoftMarginLossÚMultiLabelSoftMarginLossÚNLLLossÚGaussianNLLLossÚPoissonNLLLossÚHingeEmbeddingLossÚ	HuberLossÚBCELossÚBCEWithLogitsLossÚCrossEntropyLossÚLinearCrossEntropyLossrË   ÚCTCLossÚGELUÚGLUÚ	GroupNormÚ
HardshrinkÚ	HardswishÚHardtanhÚInstanceNorm1dÚInstanceNorm2dÚInstanceNorm3dÚLocalResponseNormÚ	LayerNormÚRMSNormÚTransformerEncoderrÜ  ÚTransformerDecoderLayerÚTransformerÚMultiheadAttentionÚ	EmbeddingÚReLUÚ	LeakyReLUÚReLU6ÚPReLUÚRNNCellÚGRUCellÚLSTMCellÚSigmoidÚ
LogSigmoidÚSiLUÚSoftmaxÚ	Softmax2dÚ
LogSoftmaxÚSoftminÚSoftplusÚ
SoftshrinkÚSoftsignÚTanhÚ
TanhshrinkÚ	ThresholdÚMishÚRNNÚGRUÚLSTMÚReflectionPad1dÚReflectionPad2dÚReflectionPad3dÚReplicationPad1dÚReplicationPad2dÚReplicationPad3dÚSELUÚ	ZeroPad1dÚ	ZeroPad2dÚ	ZeroPad3dÚCircularPad1dÚCircularPad2dÚCircularPad3dÚConstantPad1dÚConstantPad2dÚConstantPad3drÔ  r×  )ró  rô  ÚclsrÕ  s   000@r>   Ú<module>rq     s2-  øð÷ �Û Ý Ý ß $ß $Û Û ß Ð Ý 3Ý %Ý :÷Gñ G÷*÷ *ó *õ L÷m÷ m÷ m÷ mñ m÷
"÷ "ñ "õ Û ð 
‡H�H×ÑØ	‡H�H‡K�K‡O�O×ÑØ	‡H�H‡K�K×Ñ×#Ñ#Ø	‡H�H‡K�K×Ñ×!Ñ!Ø	‡H�H‡K�K×Ñ×!Ñ!ð'Ð ó ð 
‡H�H‡O�OØ	‡H�H×ÑØ	‡H�H×ÑØ	‡H�H‡K�K×Ñ×#Ñ#Ø	‡H�H‡K�K×Ñ×#Ñ#ð€ó ð*˜u×2Ò2á&ô4(á&ˆ	ð 9B×8IÒ8IÓJÑ8I¨�WˆYÖ$Ñ8IÔJÙ&ò4(ó  )ð *€ó *ñ "0ÓN¡˜#¸oÑ3M—#�#¡ÑN€ð ')Ð Ó (Û"€IØ ×(Ô(ˆÙ˜Y¨Ó4ˆ
Ø"×+Ñ+×3Ñ3°H¸bÓA×IÑIÈ*ÐVXÓYˆð Ð/Ö/Ø0>Ð/?¸qÀÀÐ-NÐ˜zÓ*ó )ñ #ñ �_Ð&SÓT€ôBÐô BòJ#÷ñ ÷2ñ 2ô,�dô ÷
'ñ '÷(<+ñ <+ò@ò(ò:%òP@òFò84òn$òN,ò^Dò&Dò0bò0
<ò4ò(ò$0ò80Dòh(ò (ò*&ò,
*ò(ò&-ò2.ò<.ò4.ò4ò@ò(ò8&ò&=ò"=ò=ò"9ò&9ò&0ò*"+òJ$òLò"*ò"
*ò*ò**ò$*ò:*ò$*ò"*ò *ò*ò&*ò"WòòF-ò`'òTUòp`òFlò^AòH=ò@+&ò\ò4ò,ò"ò0 òFò42&òh òD0òfò&ò(ò&ò&ò&ò&%òPò,òD#òLò8ò0ò8 òFò>ò2$òNò6ò2HòV@òF+ò\ò/òfò>ò>ò$ô;ò|&òTòòòòòòòòòòòò#òJ'òRBñR Ø× Ò  ,°Ø×4Ð4 nÔ"4À6ôñ Ø× Ò  ,°Ø×4Ð4 nÔ"4À6ôñ
 Ø× Ò  ,Ð0MØ×4Ð4 nÔ"4À6ôñ
 Ø× Ò  ,Ð0MØ×0Ð0 .¸5¿;º;¸.ÐV\ôð''Ð #ò6ò,:òx(òVkòZò$ò$ò$
ò
òð* —N’N×&Ò&×3Ò3Ó5×eÐe¸%¿.º.×:LÒ:L×:^Ò:^Ð_aÐcdÓ:eÐ ðAÙˆu�x‰x×)Ò)Ø"Jñ   Ó(ð+ôðAñ ˆu�x‰x×)Ò)Ø$8Ø"Jñ   Ó(áØ×/Ò/Ø#Ø+Ø!)×!4Ó!4°ZÓ!@ô	ð		ôðAñ* ˆu�x‰x×)Ò)Ø$8Ø"Já §£¨jÓ 9¸<ÐI]Ó^á Ó(ð+ôð+Añ: ˆu�x‰x×)Ò)Ø"Jôð;Añ@ ˆu�x‰x×)Ò)Ø$8Ø"JôðAAñH ˆu�x‰x×)Ò)Ø$8Ø"Já §£¨jÓ 9¸<ÐI]Ó^á Ó(ð+ôðIAñX ˆu�x‰x×!Ò!Ø"BôðYAñ^ ˆu�x‰x×!Ò!Ø"Bôð_Añd ˆu�x‰x×!Ò!Ø"BØ$8ñ   §£¨jÓ 9¸<ÐI]Ó^á ¨Ð7TÓUð	XôðeAñv ˆu�x‰x×#Ò#Ø%)Ø"DØ(Vñ  Ø×/Ò/Ð1LØEØ!)×!4Ó!4°ZÓ!@ôñ  Ø×/Ò/Ð1LØ<Ø!)×!4Ó!4°ZÓ!@ôðô	ðwAñ\ ˆu�x‰x×#Ò#Ø%)Ø"DØ(Vñ  Ø×/Ò/Ð1LØEØ!)×!4Ó!4°ZÓ!@ôñ  Ø×/Ò/Ð1LØ<Ø!)×!4Ó!4°ZÓ!@ôðô	ð]AñB ˆu�x‰x×#Ò#Ø%)Ø"DØ(Vñ   Ó(ñ  Ø×/Ò/Ð1LØEØ!)×!4Ó!4°ZÓ!@ôñ  Ø×/Ò/Ð1LØ<Ø!)×!4Ó!4°ZÓ!@ôðô	ðCAñl ˆu�x‰x�}Š}Ø"=ñ   × 8Ò 8¸,ÐH\Ø,1¸5¿=º=¸/ôKðMôðmAñz ˆu�x‰x�ŠÙ")Ð*GÈ1ÐSXÔ"YØ$8Ø,0áÑ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnðô	ð{AñH ˆu�x‰x�ŠÙ")Ð*GÈ1ÐSXÔ"YØ$8Ø,0ñ   × 8Ò 8¸,ÐH\Ø,2¸E¿MºM¸?ôLðñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnðôðIAñb ˆu�x‰x�ŠÙ")Ð*GÈ1ÐSXÔ"YØ$8Ø,0ñ   °UÔ;ñ   × 8Ò 8¸,ÐH\Ó]ðñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnðôðcAñ~ ˆu�x‰x×'Ò'Ù")Ð*GÈ1ÐSXÐeiÔ"jØ$8Ø,0Ù4°U·[²[ÓAñ   × 8Ò 8¸,ÐH]Ø(-¯ª ~À6ôKðñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnÙÑ 1°5·;²;ÀÐ2FÓ GÈÐWkÓlðôðAñZ ˆu�x‰x×'Ò'Ù")Ð*GÈ1ÐSXÐeiÔ"jØ$8Ø,0Ù4°U·[²[ÓAñ   × 8Ò 8¸,ÐH\Ø(-¯ª¸¿ºÈ%×JZÒJZÐ'[ô]ñ   × 8Ò 8¸,ÐH\ÐjpØ(-¯ª°u×7GÒ7GÐ'HôJñ   × 8Ò 8¸,ÐH]Ø(-¯ª ~À6ôKá 	¨<Ð9NØ(-¯ª ~À5ôJðñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnÙÑ 1°5·;²;ÀÐ2FÓ GÈÐWkÓlðô'ð[AñH ˆu�x‰x×'Ò'Ù")Ð*GÈ1ÐSXÐeiÔ"jÙ4°U·[²[ÓAØ$8Ø,0ñ   Ó(ñ   × 8Ò 8¸,ÐH\Ó]á × 8Ò 8¸,ÐH]Ø(-¯ª ~À6ôKá 	¨<Ð9NØ(-¯ª ~À5ôJðñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnÙÑ 1°5·?²?ÀEÐ2JÓ KÈ\Ð[pÓqÙÑ 1°5·;²;ÀÐ2FÓ GÈÐWkÓlðô#ðIAñt ˆu�x‰x×+Ò+Ø"Lñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðuAñ@ ˆu�x‰x�|Š|Ø"<ñ   × 8Ò 8¸,ÐH\Ø,1¸5¿=º=¸/ôKðMôðAAñN ˆu�x‰x×+Ò+Ø"LØ$8ñ   Ó(Ù §£¨jÓ 9¸<ÐI]Ó^ðaôðOAñ^ ˆu�x‰x×+Ò+Ø"LØ$8ñ   Ó(Ù §£¨jÓ 9¸<ÐI]Ó^ðaôð_Añn ˆu�x‰x�ŠØ"?ñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðoAñz ˆu�x‰x×$Ò$Ø"Eñ   §£¨jÓ 9¸<ÐI]Ó^ñ   	¨<Ð9VØ(-¯ª ÀEôKðMô	ð{AñN ˆu�x‰x×"Ò"Ù")Ð*GÈ1ÐSWÔ"XØ$8Ø,0ñ   Ó)ðñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnðôðOAñf ˆu�x‰x×"Ò"Ù")Ð*GÈ1ÐSWÔ"XØ$8Ø,0ñ   Ó)ñ   × 8Ò 8¸,ÐH\Ø,2¸E¿MºM¸?ôLðñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnðôðgAñF	 ˆu�x‰x×"Ò"Ù")Ð*GÈ1ÐSWÔ"XØ$8Ø,0ñ   Ó)á Ó(ñ   × 8Ò 8¸,ÐH\Ó]ð	ñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnðôðG	Añh	 ˆu�x‰x×+Ò+Ù")Ð*GÈ1ÐSWÐdhÔ"iØ$8Ø,0ñ   Ó)ðñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnðôði	Añ@
 ˆu�x‰x×+Ò+Ù")Ð*GÈ1ÐSWÐdhÔ"iØ$8Ø,0ñ   Ó)ñ   × 8Ò 8¸,ÐH\ÐjpØ(-¯ª ô8ðñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnðôðA
Añ`
 ˆu�x‰x×+Ò+Ù")Ð*GÈ1ÐSWÐdhÔ"iØ$8Ø,0ñ   Ó)á Ó(ñ   × 8Ò 8¸,ÐH\Ó]ð	ñ  Ñ 1°5·=²=À%Ð2HÓ IÈ<ÐYmÓnðôða
AñB ˆu�x‰x�ŠØ"?ñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðCAñN ˆu�x‰x× Ò Ø"AáÙ(Ø Ÿ=š=©#°4¸dÔ*CØ Ÿ=š=©#°4¸dÔ*Cð*Eó Fð $ ^Àô	Hðñ   §£¨jÓ 9¸<ÐI]Ó^á × 8Ò 8¸,ÈØ,1¸5¿=º=¸/ôKð	MôðOAñn ˆu�x‰x× Ò Ø"Aá §£¨jÓ 9¸<ÈÓUÙ §£¨jÓ 9¸<ÈÓYð\ôðoAñz ˆu�x‰x× Ò Ø"Aá §£¨jÓ 9¸<ÈÓUÙ §£¨jÓ 9¸<ÈÓYñ  Ø×/Ò/Ø#Ø+Ø!)×!4Ó!4°ZÓ!@×!ZÐ!ZÐIZÔEZØ#(ôðôð{AñX ˆu�x‰x× Ò Ø"Aá §£¨jÓ 9¸<ÈÓUÙ §£¨jÓ 9¸<ÈÓYÙ §£¨jÓ 9¸<ÐI]Ó^Ù 	°uÔ=ð	@ôðYAñh ˆu�x‰x×!Ò!Ø"BôðiAñn ˆu�x‰x×!Ñ!Ø"BØ(NôðoAñv ˆu�x‰x×!Ò!Ø"BØ$8ôðwAñ~ ˆu�x‰x×!Ò!Ø"Bñ  Ñ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ø ,¨nØ,1¸5¿=º=¸/ôKðñ   §£¨jÓ 9¸<ÐI]Ó^á §£¨jÓ 9¸<ÐI^Ó_Ù §£¨jÓ 9¸<ÈÓUÙ §£¨jÓ 9¸<ÈÓYð\ôðAñd ˆu�x‰x×ÒØ"@ñ   §£¨jÓ 9¸<ÐI]Ó^á × 8Ò 8¸,ÈØ,1¸5¿=º=¸/ôKð	MôðeAñv ˆu�x‰x×)Ò)Ø"Jñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðwAñB ˆu�x‰x×,Ò,Ø"Mñ   §£¨jÓ 9¸<ÐI]Ó^á 	¨<ÀUÔKá §£¨jÓ 9¸<ÈÓYð\ô	ðCAñV ˆu�x‰x×'Ò'Ø"HØ(Tñ   §£¨jÓ 9¸<ÐI]Ó^á 	¨<ÀUÔKá §£¨jÓ 9¸<ÈÓYð\ô
ðWAñl ˆu�x‰x×&Ò&Ø"Gñ   §£¨jÓ 9¸<ÐI]Ó^á × 8Ò 8¸,ÈØ,1¸5¿=º=¸/ôKð	MôðmAñ~ ˆu�x‰x×0Ò0Ø"Qñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðAñJ ˆu�x‰x×ÒØ"@Ø(Lñ   §£¨jÓ 9¸<ÐI]Ó^á × 8Ò 8¸,ÈØ,1¸5¿=º=¸/ôKð	Mô	ðKAñ^ ˆu�x‰x×'Ò'Ø"Hñ   §£¨jÓ 9¸<ÐI]Ó^ðaôbð_Añh ˆu�x‰x×&Ò&Ø"Gñ   §£¨jÓ 9¸<ÐI]Ó^ðaôbðiAñr ˆu�x‰x×*Ò*Ø"Kñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðsAñ~ ˆu�x‰x×!Ò!Ø"BØ(Nñ   §£¨jÓ 9¸<ÐI]Ó^á × 8Ò 8¸,ÈØ,1¸5¿=º=¸/ôKð	Mô	ðAñR ˆu�x‰x×ÒØ"@ñ   §£¨jÓ 9¸<ÐI]Ó^á 	¨<ÀÇÂÀÐ]bÔcð	fôðSAñb ˆu�x‰x×)Ò)Ø"Jñ   §£¨jÓ 9¸<ÐI]Ó^á 	¨<ÀÇÂÀÐ]bÔcð	fôðcAñr ˆu�x‰x×(Ò(Ø"IØ(UÙ'°TÈEÔRñ   × 8Ò 8¸,ÐH\Ó]ÙÑ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ð_kØ .¸¿º°ÐTYô[á × 8Ò 8¸,ÐH]Ðgl×gtÒgtÐfuØ,2ô4á × 8Ò 8¸,ÐH]Ðgl×gtÒgtÐfuØ,1ô3ð5ô	ðsAñN ˆu�x‰x×.Ò.Ø"OØ([Ù'°TÈDÔQØ$8ñ
   × 8Ò 8¸,ÐH\Ó]ÙÑ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ð_kØ =ÀuÇ}Â}ÀoôWáÑ 1°5·>²>Á3ÈDÐW[ÔC\Ð2]Ó ^Ð`lØ =ÀuÇ~Â~ÐFVôXáÑ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ð_kØ 5¸u¿}º}¸oôOñ   × 8Ò 8¸,ÐH]Ø(-¯ªÐ'7ÀVôMá × 8Ò 8¸,ÐH]Ø(-¯ªÐ'7ÀUôLáÑ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ð_kØ 0¸fÈeÏmÊmÈ_ô^áÑ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ð_kØ 0¸eÈUÏ]Ê]ÈOô]áÑ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ð_kØ .¸¿º°ôHáÑ 1°5·>²>Á3ÈDÐW[ÔC\Ð2]Ó ^Ð`lØ .¸¿ºÐ7GôIáÑ 1°5·>²>Á3ÈDÐW[ÔC\Ð2]Ó ^Ð`lØ 0¸fÈeÏnÊnÐM]ô_ð1ñB   §£Ð.aÓ bØ ,¨kó;á §£Ð.AÓ BÀLÐRaÓbðeôA)ðOAñb ˆu�x‰x×ÒØ"@ñ   §£¨jÓ 9¸<ÐI]Ó^á 	¨<ÀUÔLá §£¨jÓ 9¸<ÈÓUÙ §£¨jÓ 9¸<ÈÓYá §£¨jÓ 9¸<ÐIfÓgð	jôðcAñ| ˆu�x‰x�}Š}Ø"=ñ   × 8Ò 8¸,ÈØ,1¸5¿=º=¸/ôKðMôð}AñJ ˆu�x‰x�|Š|Ø"<ôðKAñP ˆu�x‰x×!Ò!Ø"BØ(NÙ'¸ÈDÔQñ   §£¨jÓ 9¸<ÐI^Ó_ÙÑ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ø ,Ð.BÐPUôWñ   §£¨jÓ 9¸<ÐI]ÐkqÔrÙ §£¨jÓ 9¸<ÐI]ÐkpÔqÙ §£¨jÓ 9¸<ÐI]ÐkpÔqÙ §£¨jÓ 9¸<ÈØ*8ÀfôNð
Pô	ðQAñp ˆu�x‰x×"Ò"Ø"CôðqAñv ˆu�x‰x×!Ò!Ø"BØ!&ô(ðwAñ| ˆu�x‰x× Ò Ø"Aôð}AñB ˆu�x‰x×&Ò&Ù")Ð*OÐSTÔ"UØ%)ñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðCAñP ˆu�x‰x×&Ò&Ù")Ð*OÐSTÔ"UØ%)ñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðQAñ^ ˆu�x‰x×&Ò&Ù")Ð*OÐSTÔ"UØ%)ñ  Ð 2°OÐEYÓZÙÐ 2°OÐEbÓcÙÐ 2°OÀ^ÓTÙÐ 2°OÐEZÓ[ÙÐ 2°OÐEUÓVá §£¨jÓ 9¸<ÐI]Ó^ðaôð_Añx ˆu�x‰x×)Ò)Ø"JôðyAñ~ ˆu�x‰x×!Ò!Ø"Bñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðAñJ ˆu�x‰x×ÒØ"@ôðKAñR ˆu�x‰x×*Ò*Ø%)Ø"Kñ   §£¨jÓ 9¸<ÈØ,1ô3ðñ   §£¨jÓ 9¸<ÐI]Ó^ñ   × 8Ò 8¸,ÐH]Ó^ðaôðSAñp ˆu�x‰x×/Ò/Ø%)Ø"PáÑ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ø ,Ð.KØ,1¸ZôIñ  Ñ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ø ,¨nØ,1ô3ñ   §£¨jÓ 9¸<ÈØ,1ô3ð
ñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðqAñT ˆu�x‰x×/Ò/Ø"Pñ   §£¨jÓ 9¸<ÈØ,1ô3ðñ   §£¨jÓ 9¸<ÐI]Ó^ðaô
ðUAñj ˆu�x‰x×#Ò#Ø"Dð $(ñ   §£¨jÓ 9¸<ÈØ,1ô3ðñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðkAñF ˆu�x‰x×*Ò*Ø%)Ø"KáÑ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ø ,Ð.KØ,1ô3ð4ñ   §£¨jÓ 9¸<ÐI]Ó^ðaô
ðGAñ\ ˆu�x‰x×!Ò!Ø"BØ(NØ$8áÑ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ø ,Ð.KØ,1ô3ð4ñ
   §£¨jÓ 9¸<ÐI]Ó^ðaô
ð]Añr ˆu�x‰x�}Š}Ø"=ß.‘Tñ  Ø×/Ò/Ø#Ø+Ø!)×!4Ó!4°ZÓ!@Ø#(ôð	5ôðsAñL ˆu�x‰x×!Ò!Ø"BôðMAñR ˆu�x‰x�~Š~Ø">ñ   Ó(ð+ôðSAñ` ˆu�x‰x�~Š~Ø">ñ   Ó(ð+ôðaAñn ˆu�x‰x×ÒÙ")Ð*MÐVZÔ"[Ø(QôðoAñv ˆu�x‰x×ÒØ"EØ(QôðwAñ~ ˆu�x‰x× Ò Ø"AØ(MôðAñF ˆu�x‰x×ÒØ"@ôðGAñL ˆu�x‰x×"Ò"Ø"Cñ  Ñ 1°5·=²=Á#È4ÐVZÔB[Ð2\Ó ]Ø ,¨nØ,1¸5¿=º=¸/ôKð	ôðMAñf ˆu�x‰x�}Š}Ø"=ôðgAñl ˆu�x‰x×ÒØ"@Ø(LôðmAñt ˆu�x‰x×!Ò!Ø"Bñ   §£¨jÓ 9¸<ÐI]Ó^á × 8Ò 8¸,ÈÐdiÐsx÷  tAò  tAð  sBô  Cð	EôðuAñD ˆu�x‰x×"Ò"Ø"CØ(Oñ   §£¨jÓ 9¸<ÐI]Ó^á × 8Ò 8¸,ÈÐdiÐsx÷  tAò  tAð  sBô  Cð	EôðEAñV ˆu�x‰x×ÒØ"@ñ   §£¨jÓ 9¸<ÐI]Ó^ðaôðWAñb ˆu�x‰x× Ò Ø"Añ   Ó(ð+ôðcAñp ˆu�x‰x×"Ò"Ø"Cñ   Ó(ð+ôðqAñ| ˆu�x‰x× Ò Ø"Aôð}AñB ˆu�x‰x�}Š}Ø"=ß.‘Tñ  Ø×/Ò/Ø#Ø+Ø!)×!4Ó!4°ZÓ!@Ø#(ôð	5ôðCAñ\ ˆu�x‰x×"Ò"Ø"Cß.‘Tñ  Ø×/Ò/Ø#Ø+Ø!)×!4Ó!4°ZÓ!@Ø#(ôð	5ôð]Añv ˆu�x‰x×!Ò!Ø"Bñ   Ó(ð+ôðwAñD ˆu�x‰x�}Š}Ø"=ñ   Ó(ð+ôðEAñP ˆu�x‰x�|Š|Ø%)Ù")Ð*HÐQUÔ"VØ(LØ=ô	ðQAñ\ ˆu�x‰x�|Š|Ø%)Ù")Ð*HÐQVÔ"WØ(LØ=ô	?ð]Añf ˆu�x‰x�}Š}Ø%)Ø"=Ø(Lñ   Ó(ð+ð >ô?ðgAñv ˆu�x‰x×'Ò'Ø"HôðwAñ| ˆu�x‰x×'Ò'Ø"HØ$8á §£¨jÓ 9¸<ÐI]Ø,2ô4á §£¨jÓ 9¸<ÐI]Ø,1ô3á §£¨jÓ 9¸<ÐI]Ø,1ô3ð5ô
ð}AñR ˆu�x‰x×'Ò'Ø"HØ$8á §£¨jÓ 9¸<ÐI]Ø,2ô4á §£¨jÓ 9¸<ÐI]Ø,1ô3á §£¨jÓ 9¸<ÐI]Ø,1ô3ð5ô
ðSAñh ˆu�x‰x×(Ò(Ø"IôðiAñn ˆu�x‰x×(Ò(Ø"IØ$8á §£¨jÓ 9¸<ÐI]Ø,2ô4á §£¨jÓ 9¸<ÐI]Ø,1ô3á §£¨jÓ 9¸<ÐI]Ø,1ô3ð5ô
ðoAñD ˆu�x‰x×(Ò(Ø"IØ$8á §£¨jÓ 9¸<ÐI]Ø,2ô4á §£¨jÓ 9¸<ÐI]Ø,1ô3á §£¨jÓ 9¸<ÐI]Ø,1ô3ð5ô
ðEAñZ ˆu�x‰x�}Š}Ø"=ñ   Ó(ð+ôð[Añh ˆu�x‰x×!Ò!Ø"BôðiAñn ˆu�x‰x×!Ò!Ø"Bñ   × 8Ò 8¸,ÐH\ÐjoÔpðsôðoAñz ˆu�x‰x×!Ò!Ø"Bñ   × 8Ò 8¸,ÐH\ÐjoÔpðsôð{AñF ˆu�x‰x×%Ò%Ø"FØ(JôðGAñN ˆu�x‰x×%Ò%Ø"FØ(JôðOAñV ˆu�x‰x×%Ò%Ø"FØ(Jñ   × 8Ò 8¸,ÐH\Ó]ð`ôðWAñd ˆu�x‰x×%Ò%Ø"FôðeAñj ˆu�x‰x×%Ò%Ø"Fñ   × 8Ò 8¸,ÐH\ÐjoÔpðsôðkAñv ˆu�x‰x×%Ò%Ø"Fñ   × 8Ò 8¸,ÐH\ÐjoÔpðsôðwA�	õ Aùòo Kùó4(ùò Os+   ÈBeÈ,BeÈ=BeÉBeÉ"BeÂeBe