Sܶi-LddlZddlZddlmZddlmZddlmZmZm Z m Z ddl Z ddl Z ddlmcmZddl mZmZddlmZddlmZdd lmZ dd lmZd Zn#eeef$rdZd ZYnwxYweGd dZGddej Z Gddej!Z!Gddej"Z"d"dZ#edZ$Gddej%Z&Gddej%Z'Gddej%Z(Gddej%Z)Gd d!ej%Z*dS)#N)contextmanager) dataclass)DictIterableOptionalTuple)Tensornn)decode)detect_language) transcribe)scaled_dot_product_attentionTFcteZdZUeed<eed<eed<eed<eed<eed<eed<eed<eed <eed <d S) ModelDimensionsn_mels n_audio_ctx n_audio_state n_audio_head n_audio_layern_vocab n_text_ctx n_text_state n_text_head n_text_layerN)__name__ __module__ __qualname__int__annotations__P/root/projects/openclaw-proxy/venv/lib/python3.11/site-packages/whisper/model.pyrrs KKK LLLOOOr"rc(eZdZdedeffd ZxZS) LayerNormxreturnct||jSN)superforwardfloattypedtype)selfr& __class__s r#r+zLayerNorm.forward(s1wwqwwyy))..qw777r")rrrr r+ __classcell__r0s@r#r%r%'sK88F8888888888r"r%ceZdZdedefdZdS)Linearr&r'ctj||j|j|jdn|j|jSr))Flinearweighttor.bias)r/r&s r#r+zLinear.forward-sJx KNN17 # #I%DD49<<+@+@   r"N)rrrr r+r!r"r#r4r4,s6  F      r"r4c<eZdZdededeedeffd ZxZS)Conv1dr&r8r:r'ct|||j|dn||jSr))r* _conv_forwardr9r.)r/r&r8r:r0s r#r>zConv1d._conv_forward6sLww$$ vyy!!4<44TWWQW=M=M   r")rrrr rr>r1r2s@r#r<r<5sb  !' /7/?           r"r<'c|dzdksJtj||dzdz z }tj| tj|dzz}tj|ddtjf|tjddfz}tjtj|tj|gdS)z*Returns sinusoids for positional embeddingrr Ndim) nplogtorchexparangenewaxiscatsincos)lengthchannels max_timescalelog_timescale_incrementinv_timescales scaled_times r# sinusoidsrS>s a<1     f]33x1}q7HIY 77%,xST}:U:UUVVN,v&&qqq"*}5rzSTSTST}8UUK 9ei ,,ei .D.DE1 M M MMr"c#~Ktj} dt_dV|t_dS#|t_wxYw)NF)MultiHeadAttentionuse_sdpa) prev_states r# disable_sdparXGsI#,J1&+# &0###j#0000s.<ceZdZdZdedeffd Z ddedeedeed eefd Z dd ed ed edeede e jee jff dZ xZ S)rUTn_staten_headct||_t|||_t||d|_t|||_t|||_dS)NF)r:)r*__init__r[r4querykeyvalueout)r/rZr[r0s r#r]zMultiHeadAttention.__init__Tsm  GW-- '7777GW-- '7++r"Nr&xamaskkv_cachecD||}| | |j|vr3|||n|}|||n|}n||j}||j}|||||\}} ||| fSr))r^r_r` qkv_attentionra) r/r&rbrcrdqkvwvqks r#r+zMultiHeadAttention.forward\s JJqMM  rzTXX-E-Ebjb11A  1133AA"A$A##Aq!T22Bxx||Rr"rgrhrir'c|j\}}}||jzdz}|jg|jdd|jdRdddd}|jg|jdd|jdRdddd}|jg|jdd|jdRdddd}trVt jrJt||||duo|dk} | ddddd} d} n||z||z dd z} || |d|d|fz} | } tj | d  |j} | |zddddd} | } | | fS) NgпrArr ) is_causal) start_dimrB)shaper[viewpermuteSDPA_AVAILABLErUrVrflatten transposer,r6softmaxr9r.detach) r/rgrhrircn_batchn_ctxrZscaleararkws r#rfz MultiHeadAttention.qkv_attentionrs #$'DK'E1 AF 1AGBQBK 1 1b 1 1 1 9 9!Q1 E E AF 1AGBQBK 1 1b 1 1 1 9 9!Q1 E E AF 1AGBQBK 1 1b 1 1 1 9 9!Q1 E E  09 ,1a4t#3#A A))Aq!Q''//!/<z)AudioEncoder.__init__..s$ M M M #GV 4 4 M M Mr") r*r]r<conv1conv2register_bufferrSr ModuleListrangeblocksr%ln_post)r/rr{rZr[rr0s `` r#r]zAudioEncoder.__init__s FGAFFF GW!AqQQQ  3Yug5N5NOOO8: M M M M MeGnn M M M9 9  !)) r"r&ctj||}tj||}|ddd}|jdd|jjks Jd||jz|j}|j D] }||}| |}|S)zt x : torch.Tensor, shape = (batch_size, n_mels, n_ctx) the mel spectrogram of the audio rrAr Nzincorrect audio shape) r6gelurrrtrrrr9r.rr)r/r&blocks r#r+zAudioEncoder.forwards F4::a== ! ! F4::a== ! ! IIaA  wqrr{d7====?V=== * * . .qw 7 7[  EaAA LLOOr")rrrrr]r r+r1r2s@r#rrs * *"% *03 *=@ *KN * * * * * *r"rc VeZdZdededededef fd Zd ded ed eefd ZxZ S) TextDecoderrr{rZr[rc"ttj||_tjt j||_tj fdt|D|_ t|_ t j||tj d}|d|ddS)Nc4g|]}tdS)T)rrrs r#rz(TextDecoder.__init__..s8   'wMMM   r"r rcF persistent)r*r]r Embeddingtoken_embedding ParameterrFemptyrrrrr%lnfill_rDinftriu_r)r/rr{rZr[rrcr0s `` r#r]zTextDecoder.__init__s !|GW==$&LUG1L1L$M$M!8:      w   9 9  G$${5%((..w77==a@@ VTe<<<< >qw G GANN N %''  r"r)) rrrrr]r rrr+r1r2s@r#rrs==#&=14=>A=LO======&Vx~r"rceZdZdeffd ZdefdZdejfdZ dejdejfd Z dejdejd e e ejffd Z ed Zed ZedZddeefdZeZeZeZxZS)Whisperdimscdt||_t|jj|jj|jj|jj|jj|_ t|jj |jj |jj |jj|jj|_t#j|jj|jjt"j}d||jjdzd<|d|ddS)Nr.TrAalignment_headsFr)r*r]rrrrrrrencoderrrrrrrdecoderrFzerosrr to_sparse)r/r all_headsr0s r#r]zWhisper.__init__s   # I  I ! I # I " I #    # I  I I " I ! I "    K I "DI$9   48 $)(A-//0 . 0C0C0E0ERWXXXXXr"dumpcttjtjt j|t }tj | |j j |j j }|d|ddS)NrrFr)rD frombuffergzip decompressbase64 b85decodercopyrF from_numpyreshaperrrrr)r/rarrayrcs r#set_alignment_headszWhisper.set_alignment_headss OF,T22 3 34   $&& &&.. I "DI$9   .0@0@USSSSSr"melc,||Sr))r)r/rs r# embed_audiozWhisper.embed_audios||C   r"tokensaudio_featuresc.|||Sr))r)r/rrs r#rzWhisper.logits"s||FN333r"r'cT||||Sr))rr)r/rrs r#r+zWhisper.forward%s$||FDLL$5$5666r"cNt|jSr))r parametersdevicer/s r#rzWhisper.device*sDOO%%&&--r"c"|jjdkS)Ni)rrrs r#is_multilingualzWhisper.is_multilingual.sy E))r"cJ|jjdz t|jz S)Ni5)rrrrrs r# num_languageszWhisper.num_languages2s"y 5(3t/C+D+DDDr"Ncachecinigfddtjffd }j|fS)a The `MultiHeadAttention` module optionally accepts `kv_cache` which stores the key and value tensors calculated for the previous positions. This method returns a dictionary that stores all caches, and the necessary hooks for the key and value projection modules that save the intermediate tensors to be reused during later calculations. Returns ------- cache : Dict[nn.Module, torch.Tensor] A dictionary object mapping the key/value projection modules to its cache hooks : List[RemovableHandle] List of PyTorch RemovableHandle objects to stop the hooks to be called Nc|vs|jdjjkr||<n3tj||gd|<|S)Nr rB)rrrrrFrJry)moduleroutputrr/s r# save_to_cachez5Whisper.install_kv_cache_hooks..save_to_cacheGseU""fl1o 8L&L&L &f % 5=&*Aq I I I P P R Rf = r"layerct|tr\|j|jdSdSr)) isinstancerUappendr_register_forward_hookr`)rhooksrs r# install_hooksz5Whisper.install_kv_cache_hooks..install_hooksOsm%!344 O UY<<]KKLLL U[>>}MMNNNNN O Or")r Modulerapply)r/rrrrs`` @@r#install_kv_cache_hookszWhisper.install_kv_cache_hooks6s#. 5 B ! ! ! ! ! ! O O O O O O O O =)))e|r"r))rrrrr]bytesrrFr rrrstrr+propertyrrrrrrdetect_language_functionr transcribe_functionrdecode_functionr r1r2s@r#rrshY_YYYYYY2TTTTT!u|!!!!4U\45<44447<7).7 c5< 7777 ..X.**X*EEXEHTNB/O$J FFFFFr"r)r?)+rr contextlibr dataclassesrtypingrrrrnumpyrDrFtorch.nn.functionalr functionalr6r decodingr rr rrrrru ImportError RuntimeErrorOSErrorrr%r4r<rSrXrrUrrrrr!r"r#rs  %%%%%%!!!!!!222222222222 //////AAAAAA999999@@@@@@NN\7+#' NNN           88888 888      RY        RY   NNNN111::::::::zRY@29B*****")***Z]]]]]bi]]]]]s A A%$A%