Zi |UddlZddlmZmZmZmZmZmZddlm Z ddl m Z ddl m Z ddlmZmZmZddlmZddlmZdd lmZmZd d d d dddZeeefed<gdZdddddddZeeefed<gdZdddddddddd Zeeefed<d ed!eeeefeeefffd"Z d#eed$ee d%eeeefd!eeeffd&Z!d#eed$ee d%eeeefd!eeeffd'Z"d(e#d#eed$ee d%eeeefd!eeeff d)Z$d*eeefd+eeefd(e#d!dfd,Z%d-eeefd+eeefd(e#d!dfd.Z&d!eeeeefffd/Z'd ed!eeeeefffd0Z(d1ed2eeeeeffd!dfd3Z)e ej*ej+4d5e d6ed7ej,d!dfd8Z-e ej*ej.9d5e d6ed eed!dfd:Z/dS);N)AnyDictOptionalSetTuplecast)given) ClientAPI)CreateCollectionConfiguration)CollectionMetadata EMBEDDING_KEYSchema) strategies)check_metadata)resetis_spann_disabled_modespaceef_construction ef_search max_neighborssync_threshold resize_factor) hnsw:spacezhnsw:construction_efzhnsw:search_efzhnsw:Mzhnsw:sync_thresholdzhnsw:resize_factorHNSW_METADATA_TO_CONFIG)rrrrrrl2dig333333? HNSW_DEFAULTS) r search_nprobe write_nproberrrreassign_neighbor_countsplit_thresholdmerge_threshold@ 2SPANN_DEFAULTSschemareturnc|jj}|J|j}|J|jtj}|J|j}|Jt j|jt j|jfS)N)defaults float_list vector_indexkeysr rvector_index_to_dictconfig)r*defaults_float defaults_viembedding_float embedding_vis _/root/projects/butler/venv/lib64/python3.11/site-packages/chromadb/test/property/test_schema.py#_extract_vector_configs_from_schemar8Is_/N  % % % -K  " " "k-0;O  & & &"/L  # # # ' (:;;' (;<< metadata configurationschema_vector_index_configct}d}d}|rT|d}|rrttt t f|}|tj ||d|d|d<d}d}|d}|rttt t f|} tj | } | D]\} } | | t| krd}| d5|s3| dtdkrd}| d|d<d}|rf|d |d|d<d}|dr/tj |d} || |rH|d3|dtdkr|r |d|d<d}|rI|d 3|dtdkr|s |d|d<d}|sY|rW|dB|d}t|d r*tt | |d<|S) NFTspannrhnswr embedding_function_default_spaceembedding_function default_space)r)copygetrrstrrupdaternon_none_itemsitemsrhasattrrB)r:r;r<expected space_setshould_try_metadata spann_cfgspann_cfg_dicthnsw_cfg hnsw_cfg_dict hnsw_non_nonekeyvalue spann_schemaefs r7_compute_expected_config_spannrV\s ""$$HI!!%%g..  ,!$sCx.)< :7 CHW I % ) )' 2 2 *%4*73L OOL ) ) )  LL & & 2 LL & &.*A A A  B%\2  #  & * *+M N N  & * *+M N N ' " # # #7 .   > >   2 3 3 ? / 0 2 ' ' > $S" ; ; = =HW  Or9c,t}d}t}d}|r`|d}|t t t tf|}tj |} | | | D]\} } | | t| krd}| | | d*|s(| dtdkrd}d}|d} | Mt t t tf| } | d|s| d|d<d}d}|r|rt D]h\} }|| |dkr#|| ||<d}||D||vr || ||<||i|r{|d |d|d<d}|dr.| tj |dn|dr |r%|d |s |d|d<d}|sY|rW|dB|d}t|dr*t t||d<|S) NFTr?rr>r@rArB)rrCsetrDrrrErrrGrFrHr0raddrIrB)r:r;r<rJrKconfigured_hnsw_keysrL hnsw_cfg_raw hnsw_dictrQrRrS spann_cfg_raw spann_dictcfg_keyrUs r7_compute_expected_config_hnswr`si !!##HI%(UU,$((00  #(,T#s(^\(J(JI&5i@@M OOM * * *+1133 0 0 U$-2D)D)D*/' ' ' (:(:(<(< = = =  ))5i5 $$W--w1GGG*/' %))'22  $)-d38nm)L)LJ~~g&&292$.w$7! &+# 2x 2399;; 2 2LC||C  ('!!$,SM! $((111222$,SM!$((111!  % ) )' 2 2 > :7 CHW I % ) )& 1 1  OO)*DV*LMM    ( + +G 4 4   #  & * *+M N N  7 .   > >   2 3 3 ? / 0 2 ' ' > $S" ; ; = =HW  Or9 spann_activecJ|rt|||St|||S)aR some assumptions/assertions: 1. we are not testing failure paths. any config built is/should be valid. invalid cases can be tested separately or in e2e tests ex: if configuration is set, schema is not set. if schema is set, configuration is not set. both hnsw and spann cannot be set at the same time in config or schema )rVr`rar:r;r<s r7_compute_expected_configrdsB - m%?   - m%?   r9actualrJcD|rtnt}|D]}||}||}t|tr@t|tr+t j||ddsJ|d|d|t||ksJ|d|d|dS)N& .>rel_tolabs_tol mismatch: expected , got ) SPANN_FIELDS HNSW_FIELDSrD isinstancefloatmathisclose)rerJrafieldsfield actual_valueexpected_values r7_assert_config_valuesrws * :\\{F R Rzz%(( !% lE * * Rz.%/P/P R<ndD R RQQ^QQ<QQ R R R R ...QQ^QQ<QQ/... R Rr9 vector_infoc|d|dksJ|rtttttf|d}|Jt D]}|dkr ||}||}t|tr@t|tr+tj ||ddsJ|d|d|{||ksJ|d|d|dStttttf|d}|JtD]}|dkr ||}||}t|tr@t|tr+tj ||ddsJ|d|d|{||ksJ|d|d|dS)Nrr>rgrhrkrlr?) rrrrErrmrDrorprqrrrn)rxrJrarMrtrurvrOs r7_assert_schema_valuesrz,sz w 8G#4 4 4 4 4!V$sCx.1;w3GHH $$$! V VE$==//L%e_N,.. V:ne3T3T V| .$VVUUUU|UUVVVV !N222UUUU|UU3222 V Vc3h0+f2EFF### V VE#<<..L%e_N,.. V:ne3T3T V| .$VVUUUU|UUVVVV !N222UUUU|UU3222 V Vr9cPddiddiddiddiddiddiddidddiddiddddiidS)z Get expected index states for default schema (when schema=None). Based on Schema._initialize_defaults() and _initialize_keys(). enabledTF)string_inverted int_invertedfloat_inverted bool_inverted sparse_vector fts_indexr/)r}rr/)r- #documentz #embeddingrr9r7_get_default_schema_indexesrVs!*40&-($/'.'/#U+&.  !*51#T*  Y-   r9ci}|jjr;|jjjr*d|vri|d<d|jjjji|dd<|jjr;|jjjr*d|vri|d<d|jjjji|dd<|jjr;|jjjr*d|vri|d<d|jjjji|dd<|jjr;|jjj r*d|vri|d<d|jjj ji|dd<|jj rP|jj j r?d|vri|d<|jj j j|jj j j d|dd<|j D]\}}|td fvri}|jr"|jjrd|jjji|d<|jr"|jjrd|jjji|d<|jr"|jjrd|jjji|d<|jr"|jj rd|jj ji|d<|j r2|j j r&|j j j|j j j d|d<|r|||<|S) z Extract expected index states from input schema. Returns a dict mapping key -> index_type -> enabled/config info. r-r|r}r~rr)r|r2rr)r-stringstring_inverted_indexr| int_valueint_inverted_index float_valuefloat_inverted_indexbooleanbool_inverted_indexrsparse_vector_indexr2r0rHr )r*rJrR value_types key_expecteds r7 _extract_expected_schema_indexesros++-H &/"8"N X % %#%HZ v-CK3 ./  V_%>%Q X % %#%HZ v0CK0 ^," v'B'W X % %#%HZ v2GO2 -. 6?#:#N X % %#%HZ v.BJ1 _- %  O ) =   X % %#%HZ 4HPo3GN1 1 _- #K--//")")[ =+. . . ')   +"4"J ;-CK/L* +   [%:%M ;0CK,L (  " {'>'S ;2GO.L) *   ;#6#J ;.BJ-L )  $ )B)V &4HP%3GN--L )  )(HSM Or9 actual_schemaexpected_indexesc d|vr|d}|j}d|vrU|dd}|j}|r2|jr+|jj|ksJd|d|jjn |s Jdd|vrU|dd}|j}|r2|jr+|jj|ksJd|d|jjn |s Jd d |vrU|d d}|j}|r2|jr+|jj|ksJd |d|jjn |s Jd d |vrU|d d}|j}|r2|j r+|j j|ksJd|d|j jn |s Jdd|vr|dd}|j } | Jd| j Jd| j j|ksJd|d| j jd|dvr||dd} | j j } | j *| j | j ksJd| j d| j | j*| j| jksJd| jd| jd|vr\|dd}|j}| Jd|j Jd|jj|ksJd|d|jjd|vr\|dd}|j} | Jd| j Jd| jj|ksJd|d| jj|D]\} }| dkr | |jvsJd | d!|j| }d|vrg|dd}|j}|Jd"| d#|jJd"| d$|jj|ksJd"| d%|d|jjd|vrg|dd}|j}|Jd"| d&|jJd"| d'|jj|ksJd"| d(|d|jjd |vrg|d d}|j}|Jd"| d)|jJd"| d*|jj|ksJd"| d+|d|jjd |vrg|d d}|j}|Jd"| d,|j Jd"| d-|j j|ksJd"| d.|d|j jd|vr|dd}|dd} |j } | Jd"| d/| j Jd"| d0| j j|ksJd"| d1|d| j j| j j } | j -| j | j ksJd"| d2| j d| j | j-| j| jksJd"| d3| jd| jd|vrg|dd}|j}|Jd"| d#|jJd"| d4|jj|ksJd"| d5|d|jjd|vrg|dd}|j} | Jd"| d6| jJd"| d7| jj|ksJd"| d8|d| jjdS)9z T3;?OOOOJHXJJ`k`aHJJPOOO(SS)SSSS / / /0A)L +9M ,,.S,,,1==:>==19=MMMMHDTHH\i\}]FHHNMM,_==="3O"DX"N - A H "'3%*o.BBBByI]yyerewyyCBB"-9%0O4NNNNLOiLLq~rJLLONN + + +0=iH +2M ,,.L,,,'330433'/3CCCCy@PyyXeXoXwyyDCC . . .0@K  / : $002T000!.::3;::".6:JJJJDCSDD[l[y\BDDKJJ.3355]G]G\ *   m((((*U3*U*U*U(((*/4  , ,+,=>yI .5M ,,.Pc.P.P.P,,,3??@s@@@@??3;?OOOOOsOOIYOOanbEbMOOPOO \ ) )+N;IF +5J))+P3+P+P+P)))-99=s===:99-59IIIIFsFFFVFF^h^{_DFFJII | + ++,<=iH -9L++-TS-T-T-T+++1==?s???>==19=MMMMLsLLHXLL`laBaJLLNMM l * *+Os>>><;;/7;KKKKIsIIGWII_j_~`GIILKK l * *+Os>>>>==19=MMMMKsKKGWKK_l`A`IKKNMM*=DM#/!&/*>>>>x3xxH\xxdqdvxx?>>)5!,0JJJJK3KKoNhKKp}qIKKKJJ , & &+K8C .5M ,,.Pc.P.P.P,,,'334s444433'/3CCCC|s||CS||[h[r[z||DCC \ ) )+N;IF  2 = $002X#2X2X2X000!.::7s777;::".6:JJJJGsGGFVGG^o^|_EGGKJJy]G]Gr9)nameoptional_fieldsclientrrc|j}|j}|j}t||||||}||jdifvsJnt ||j|j}t }|rdnd} |rdnd} || } || } | J| d| difvs J| dt||||j } tttttf| | ||r|d|d}||d}||}|r|dd krzt!|d s Jd |d |ks5Jd |d |d |j}|Jt%|\}}|r)|dJ|dJ|dJ|dJn(|dJ|dJ|dJ|dJt'|| |t'|| ||rB|d.|d}|%|jjjjj}|nt!|d r^||ks4Jd|d ||jt4jjjj}|tt!|d rf||ks>Jd|d |dSdSdSdSdSdS)N)rr:r;r*r>r?z configuration missingz configuration should be absentrcrAtypeknownrz*embedding function should have name methodz+embedding function name mismatch: expected rlz4defaults embedding function name mismatch: expected z9embedding key embedding function name mismatch: expected )r:r;r*rcreate_collectionrrrDrdschema_vector_inforwrrrEr get_configrIrr8rzr-r.r/r2rAr0r )rrrr:r;r* collection coll_configra active_key inactive_key active_blockinactive_blockrJrUcoll_ef ef_config schema_result defaults_cfg embedding_cfg defaults_ef embedding_efs r71test_vector_index_configuration_create_collectionrs'H#1M  #F &MMM)) # *J"tRj00000x!4555*K--L(4fJ)666wL??:..L __\22N  # # %J%J%J # # #       777    (!##2#E H$tCH~|<!oo&:;;G"#..00 v!6!6'!A!A"FDDCDDD%==00BGGII===M$&GGIIMM5>]]65J5JMM>== %M  $ $ $"Em"T"TL- 1F#+++V$,,,G$000W%1111G$,,,W%---F#///V$000,,???-<@@@**+?@@L / 0 >'0;HObK&7;+G+G&"''))RWWYY666F " FF1<1A1A1C1CFF766 )-m<GT[nL'GL&,I,I'#((**bggii777G " GG1=1B1B1D1DGG877LL >('''77r9rr*cHt||t}nt|}|||}|j}| Jdt ||||}|j}| Jdt ||dS)z Test that schema-only components (inverted indexes, sparse vector indexes) are correctly created and persisted when creating a collection. NrzSchema should not be None)rrrrr*rget_collection)rrr*rrrs r7%test_schema_create_and_get_collectionrs &MMM ~688;FCC))tF)CCJ%M  $ $&A $ $ $=*:;;;&&t,,J%M  $ $&A $ $ $=*:;;;;;r9)0rqtypingrrrrrr hypothesisr chromadb.apir %chromadb.api.collection_configurationr chromadb.api.typesr r rchromadb.test.propertyr!chromadb.test.property.invariantsrchromadb.test.conftestrrrrE__annotations__rnrrmr)r8rVr`boolrdrwrzrrrcollection_name&metadata_configuration_schema_strategyCollectionInputCombinationrschema_strategyrrr9r7rs 8888888888888888""""""OOOOOO .-----<<<<<<-!+) ++c3h  !! tCH~    ! " "S#X     4S>4S> )*&S)*S9:S!)c3h 8S #s(^ SSSSlN)*N9:N!)c3h 8N #s(^ NNNNb  )* 9: !)c3h 8   #s(^     *R cNR38nRR RRRR('Vc3h'V38n'V'V 'V'V'V'VTT#tCH~*=%>2V V #tCH~ VVVVrGG3S#X./G GGGGD # # % %EJEGG` ` ` :` ``` `F # # % % %: % ' '< < < V < <<< <<