Zi$rddlZddlmZmZmZmZddlmZmZddl m Z m Z ddl m cmZddlmZddlmZddlmZmZmZddlZddlmZddlZdd lmZmZmZmZm Z dd l!m"Z"dd l#m$Z$ddl%Z%dd l&m'Z'dd l(m)Z)ddl*m+Z+ddl,m-Z-ej.e/Z0Gddej1Z1GddeeeZ2dS)N) ConnectionLockPool PerThreadPoolPool) MigratableDB Migration)SystemSettings)SqlEmbeddingsQueue)SqlSysDB)OpenTelemetryClientOpenTelemetryGranularity trace_method)override)SequencecastOptionalTypeAny)Literal) TracebackTypeUUID)local)files) Traversablec eZdZUeed<eed<dedefdZede j fdZ ede e ed e ed e eded fd Zd S) TxWrapper_conn_pool conn_poolstackcT||_||_||_dSN) _tx_stackconnectrr )selfr!r"s T/root/projects/butler/venv/lib64/python3.11/site-packages/chromadb/db/impl/sqlite.py__init__zTxWrapper.__init__ s'&&((  returnct|jjdkr4|jd|jd|jj||jS)NrPRAGMA case_sensitive_like = ONzBEGIN;)lenr%r"rexecuteappendcursorr's r( __enter__zTxWrapper.__enter__%st t~# $ $ ) ) J  @ A A A J  x ( ( ( ##D)))z  """r*exc_type exc_value tracebackFcz|jjt|jjdkr5||jn|j|j|j |jdS)NrF) r%r"popr.rcommitrollbackr1closer return_to_pool)r'r4r5r6s r(__exit__zTxWrapper.__exit__-s   """ t~# $ $ ) ) !!#### ##%%% !!### !!$*---ur*N)__name__ __module__ __qualname__r__annotations__rrr)rbaseCursorr3rr BaseExceptionrrr=r*r(rrs  KKK$u #4;###X#4 ./M*M*   Xr*rceZdZUeed<eed<eeed<eed<e ed<e ed<de ffd Z e d ejed(fd Ze d ejed(fd Zeed eejfdZeed efdZeed efdZed eefdZed efdZe dejed(fd Ze dejed(dZe dejed e fdZe dejeded ee fdZ!ede"j#de d d fdZ$eed e%e&d e%e'fd!Z(eed"e%e'd e%e&fd#Z)eed ee*fd$Z+d)d&e,d d fd'Z-xZ.S)*SqliteDB _conn_pool _settings_migration_imports_db_filer%_is_persistentsystemc|j|_tdtdtdg|_|jd|_|t |_|js#d|_t|jd|_ n|jdd z|_tj |js8tjtj |jd t!|j|_ t#|_t'|dS) Nz$chromadb.migrations.embeddings_queuezchromadb.migrations.sysdbzchromadb.migrations.metadb is_persistentzfile::memory:?cache=sharedT)is_uripersist_directoryz/chroma.sqlite3)exist_ok)settingsrIrrJrequirerLr _opentelemetry_clientrKrrHospathexistsmakedirsdirnamerrr%superr))r'rM __class__s r(r)zSqliteDB.__init__Gs2 8 9 9 - . . . / /#  #n44_EE%+^^4G%H%H"" ; 9DM&t}TBBBDOO&&':;;>OO M7>>$-00 K BGOODM::TJJJJ+DM::DO      r*zSqliteDB.startr+Nct|5}|d|ddddn #1swxYwY||jddkr=|jdj durt ddSdSdS)NzPRAGMA foreign_keys = ONr- migrationsapplyautomatically_purgeFu⚠️ It looks like you upgraded from a version below 0.5.6 and could benefit from vacuuming your database. Run chromadb utils vacuum --help for more information.) r[starttxr/initialize_migrationsrIrTconfig get_parametervalueloggerwarning)r'curr\s r(razSqliteDB.startas    WWYY ;# KK2 3 3 3 KK9 : : : ; ; ; ; ; ; ; ; ; ; ; ; ; ; ; ""$$$ N " "< 0 0G ; ; ))*?@@F%OO NNv      < ;OOs+A--A14A1z SqliteDB.stopczt|jdSr$)r[stoprHr;)r'r\s r(rkz SqliteDB.stopss0   r*ctjSr$)pypikaQueryrEr*r( querybuilderzSqliteDB.querybuilderys |r*cdS)N?rErEr*r(parameter_formatzSqliteDB.parameter_format~s sr*cdS)NsqliterErEr*r(migration_scopezSqliteDB.migration_scopes xr*c|jSr$)rJr2s r(migration_dirszSqliteDB.migration_dirss &&r*czt|jds g|j_t|j|jS)Nr")r")hasattrr%r"rrHr2s r(rbz SqliteDB.txs7t~w// &#%DN ????r*zSqliteDB.reset_statec|jdstd|5}|d|D] }|d|d! dddn #1swxYwY|j|t dS)N allow_resetzResetting the database is not allowed. Set `allow_reset` to true in the config in tests or other non-production environments where reset should be permitted.zo SELECT name FROM sqlite_master WHERE type='table' zDROP TABLE IF EXISTS r) rIrT ValueErrorrbr/fetchallrHr;rar[ reset_state)r'rirowr\s r(r~zSqliteDB.reset_states1~%%m44 p WWYY ># KK    ||~~ > >  > > > > > > > > > > > > > > >   sA BBBzSqliteDB.setup_migrationsc|5}|dddddS#1swxYwYdS)Na~ CREATE TABLE IF NOT EXISTS migrations ( dir TEXT NOT NULL, version INTEGER NOT NULL, filename TEXT NOT NULL, sql TEXT NOT NULL, hash TEXT NOT NULL, PRIMARY KEY (dir, version) ) )rbr/r'ris r(setup_migrationszSqliteDB.setup_migrationssWWYY # KK                      s 8<<zSqliteDB.migrations_initializedc|5}|d|ddkr ddddS ddddS#1swxYwYdS)Nz[SELECT count(*) FROM sqlite_master WHERE type='table' AND name='migrations'rFT)rbr/fetchoners r(migrations_initializedzSqliteDB.migrations_initializedsWWYY # KK<    ||~~a A%%                          s5A%A%%A),A)zSqliteDB.db_migrationsdirc N|5}|d|jfg}|D]}t t |d}t t |d}t t |d}t t |d}t t |d} |t||||| | |cdddS#1swxYwYdS)Nz SELECT dir, version, filename, sql, hash FROM migrations WHERE dir = ? ORDER BY version ASC r)rversionfilenamesqlhashscope) rbr/namer}rstrintr0rru) r'rrir^r found_dir found_versionfound_filename found_sql found_hashs r( db_migrationszSqliteDB.db_migrationssfWWYY # KK     J||~~   c!f-- $S#a& 1 1 !%c3q6!2!2 c!f-- !#s1v.. !!% -!/%'"2244     9                  sC8DD!Dri migrationc ||d|d|d|d|d|d|dfdS)Nrzw INSERT INTO migrations (dir, version, filename, sql, hash) VALUES (?, ?, ?, ?, ?) rrrr) executescriptr/)r'rirs r(apply_migrationzSqliteDB.apply_migrationso )E*+++   % )$*%% &!   r*rfc(|t|ndSr$r)rfs r( uuid_from_dbzSqliteDB.uuid_from_dbs$/tE{{{T9r*uuidc(|t|ndSr$)r)rs r( uuid_to_dbzSqliteDB.uuid_to_dbs!,s4yyy$6r*ctjSr$)sqlite3IntegrityErrorrEr*r(unique_constraint_errorz SqliteDB.unique_constraint_errors %%r*timeoutc|j}|dt|dz|d|ddS)zdRuns VACUUM on the database. `timeout` is the maximum time to wait for an exclusive lock in seconds.zPRAGMA busy_timeout = iVACUUMz} INSERT INTO maintenance_log (operation, timestamp) VALUES ('vacuum', CURRENT_TIMESTAMP) N)rHr&r/r)r'rconns r(vacuumzSqliteDB.vacuumsr&&(( Cc'llT.ACCDDD X       r*)r+N)r)/r>r?r@rrAr rrrrboolr r)rrALLrrark staticmethodrrmrnrorrrurwrrbr~rrrrrBrCrrrrrrrDrrr __classcell__)r\s@r(rGrG?s; ----MMM!v!!!!!!4\"$<$@AA XBA \/#;#?@@      XA@  $v|,X\ cX\ SX\' 5'''X'@I@@@X@ \(*B*FGG XHG&\-/G/KLL    XML \35M5QRR     XSR \*,D,HII )1DXJI> 4; 9    X  :HSM:htn:::X\: 7$7HSM777X\7 &T-%8&&&X\&   c  $         r*rG)3loggingchromadb.db.impl.sqlite_poolrrrrchromadb.db.migrationsrrchromadb.configr r chromadb.db.basedbrB#chromadb.db.mixins.embeddings_queuer chromadb.db.mixins.sysdbr chromadb.telemetry.opentelemetryr rrr overridesrrmtypingrrrrrtyping_extensionsrtypesrrVrr threadingrimportlib_resourcesrimportlib_resources.abcr getLoggerr>rgrrGrEr*r(rsRRRRRRRRRRRR::::::::,,,,,,,,BBBBBB------  66666666666666%%%%%% %%%%%%//////  8 $ $        FR R R R R |/R R R R R r*