LongNet/Transformer.py,sha256=CohZT_9MfvzVawiGDRWkljcGRGZ0AlDKx7Tvv6-VuRg,13807
LongNet/__init__.py,sha256=mzqovhYNoIHcvFK4rSrAWGQ6c1iEOw44MMfmmnbbbE8,236
LongNet/attend.py,sha256=BxYhfJT9NyCG_XaWCBWR2mz9DUSFSpDYbiCTMPN3BE4,7591
LongNet/attention.py,sha256=L99ywNkBTCOL65Jr8YwagW-gg5oNLCw2F2nk4-qlpSs,6883
LongNet/model.py,sha256=cbFv232pAq4Fvcum4hPjnaVB_rhQiZDper75Y12AWyQ,3534
LongNet/training.py,sha256=q5Csjo-iVemd2Jb5iRaME5g9JiRC5o_zSmMoy8b6f4M,23040
LongNet/utils.py,sha256=uzl_CKT6iFctQ4WEubA4FOuOLA8ckmdaZnbTi2Dh1R0,8112
LongNet/iterations/BlocksparseDilatedAttention.py,sha256=GnMaMrrhYkokV-w4Wn3AqPuKHXBA2a3MOZmfkUdJdtc,2907
LongNet/iterations/DilatedAttentionOP.py,sha256=H7NmG-RhIQQXMx3fyJsEqQHXsIlxpLk2vTiaiz17Bb8,3469
LongNet/iterations/DilatedAttentionOld.py,sha256=iUw6RCp07EA0NBrk7huArRJxbNTKPziDy8gmjOOqphY,3585
LongNet/iterations/DistributedDilatedAttention.py,sha256=9uZy1F_CCKMeJ4VcTa-C1sLgA8m5XLcWwcX4jDB3Bs8,2933
LongNet/iterations/DynamicDilatedAttention.py,sha256=rrpMdfCfO7PN3ZNkcxgv51LMg-UKXMAg7N7s8nY4srU,3605
LongNet/iterations/MultiModal.py,sha256=uCBRr0AgMfHP44tmn-ui2-HuUgTBwpLlY5nXCGjlg2Y,4005
LongNet/iterations/__init__.py,sha256=-9ztCyrYSSJfxxv7snwt7gs6GJrz5kjBkXyQSJzqt3g,219
LongNet/iterations/topk.py,sha256=ZfKQlvFPoD7xo7n-T3hgB42eMT2BK1-lN_Z1qpLYFU8,5938
LongNet/torchscale/__init__.py,sha256=Q7pUh0Dfii5xzzDQ6_8rk_Zt6-cDnIkqQUdOtFia6SU,358
LongNet/torchscale/architecture/__init__.py,sha256=IbeM5C_urn7B9V2LJQSwn77mwv77tT3Xs-6OotRtbZk,90
LongNet/torchscale/architecture/config.py,sha256=YE3GV9LoqQrUJnMuymkS8WTABuG02nZql1oMLI_R4X0,10698
LongNet/torchscale/architecture/decoder.py,sha256=ZcBzscwSd9675aer-DUXTRcce5AwyU1nn2GYIEu29Xw,15919
LongNet/torchscale/architecture/encoder.py,sha256=MScVXpNOdP8_9dVHqBmDYFbaaZ9zZpLP6FX7hsH89Vs,13806
LongNet/torchscale/architecture/encoder_decoder.py,sha256=JaNbxNmpZbpfzVvJMZWb38n0RWze5pc8T1AQzijWtOI,1679
LongNet/torchscale/architecture/utils.py,sha256=KM-zUFiPkUutIms81i1BIXEUxr-1L6G7cp4avgNmpzQ,1260
LongNet/torchscale/component/__init__.py,sha256=IbeM5C_urn7B9V2LJQSwn77mwv77tT3Xs-6OotRtbZk,90
LongNet/torchscale/component/droppath.py,sha256=0d95ppYAh5tYQw4s08Xs_Dg1ikXAqF88FLpsctbyslk,558
LongNet/torchscale/component/embedding.py,sha256=6ZfhhdPPiq_ay_XkVtxnh2VyY7euWtUAvoDBm9Ojsz4,3640
LongNet/torchscale/component/feedforward_network.py,sha256=RRdgrP1YYJwpWHIbp2LzS2LZNr_f8igfWfxwAJSGJGo,4353
LongNet/torchscale/component/multihead_attention.py,sha256=7TX4cDUi-KtQC_esH-PieDlGvyjCwwfyuaG7U9pXvew,5703
LongNet/torchscale/component/multiway_network.py,sha256=B5OtpgICMmz_4FAhgONLn38AWTjZOT9pDU05zFva4Gs,1499
LongNet/torchscale/component/relative_position_bias.py,sha256=snbqdKojZeCI7GcqQlj78iMi6196gQIrDLDzxgzLuj0,2752
LongNet/torchscale/component/xpos_relative_position.py,sha256=0ze6MMW4NwGIOdbEQoMv4SzyN_nZt0ItU9t7IP0YuZE,2197
LongNet/torchscale/component/xmoe/__init__.py,sha256=IbeM5C_urn7B9V2LJQSwn77mwv77tT3Xs-6OotRtbZk,90
LongNet/torchscale/component/xmoe/global_groups.py,sha256=J0S9SC1mYftRv_IXCIUSjVRstzoxQxvMu2689u28Swc,2339
LongNet/torchscale/component/xmoe/moe_layer.py,sha256=NBefmZvRHJ9-RNqXJk5FQgG4lFq1kJTJ4TLOT_yL8FU,12079
LongNet/torchscale/component/xmoe/routing.py,sha256=nw6Jj6Gdj4C-00dx0j91xTmA0eIQ2cBoR-3WyH78cIg,18530
LongNet/torchscale/model/BEiT3.py,sha256=pMx7PbuaCJwTO4Z4ddRVyqjmm-eg631JecAP298QScA,3262
LongNet/torchscale/model/__init__.py,sha256=IbeM5C_urn7B9V2LJQSwn77mwv77tT3Xs-6OotRtbZk,90
LongNet-0.4.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
LongNet-0.4.0.dist-info/METADATA,sha256=MsLHErmezT7-Dl8J4wMXwURWBYgoD_aUMsA8FLwOTkQ,829
LongNet-0.4.0.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
LongNet-0.4.0.dist-info/top_level.txt,sha256=R4hAacf4d4r8FGVgtHzkC0WD2C3p0OETNS6u7eMVx20,8
LongNet-0.4.0.dist-info/RECORD,,
