U h@stddlZddlZddlZddlZddlZddlTddlmZddlmZddlmZddlm Z ddlm Z ddlm Z dd lm Z dd lm Z dd lmZdd lmZdd lmZze;d4d5e?d6DZ@[:[>eAd7ZBGd8d9d9e8ZCd]d:d;ZDGde _Fd?d@ZGGdAdBdBeHZIer@dZJdCZKdDZLdZMdZNdEZOdFZPdGZQdHZRdIZSdZTdCZUdDZVdZWdZXdEZYdFZZdGZ[dHZ\dIZ]dJZ^d^dKdLZ_d_dMdNZ`GdOdPdPeIZadQdRZbdSdTZcdUdVZddWdXZedYdZZfd[d\ZgdS)`N)*) ColumnBase)EnclosedNodeList)Entity) Expression)Insert)Node)NodeList)OP) VirtualField) merge_dict)sqlite3) backupbackup_to_fileBlobConnectionHelperregister_bloomfilterregister_hash_functionsregister_rank_functionssqlite_get_db_statussqlite_get_status TableFunctionZeroBlobTFZpcxZpcnalx)rr)r rcs,eZdZdZdZZZfddZZS) RowIDFieldTrowidcs<||jkr tdt||jftt|j||f|dS)Nz%s must be named "%s".) required_name ValueErrortypesuperrbind)selfmodelnameargs __class__8/tmp/pip-unpacked-wheel-5j60pwdk/playhouse/sqlite_ext.pyr#8s   zRowIDField.bind) __name__ __module__ __qualname__Zauto_increment column_namer&rr# __classcell__r*r*r(r+r4s rc@seZdZdZZZdS) DocIDFielddocidN)r,r-r.r/r&rr*r*r*r+r1?sr1cseZdZfddZZS)AutoIncrementFieldcs tt||}t|tdfS)NZ AUTOINCREMENT)r"r3ddlr SQL)r$ctxZ node_listr(r*r+r4DszAutoIncrementField.ddl)r,r-r.r4r0r*r*r(r+r3Csr3c@seZdZdZddZdS) TDecimalFieldTEXTcCsdSNr*r$r*r*r+ get_modifiersKzTDecimalField.get_modifiersN)r,r-r. field_typer;r*r*r*r+r7Isr7cseZdZd fdd ZeddZddZd!dd Zd"d d Zd#d d Z d$ddZ d%ddZ ddZ ddZ ddZddZddZddZddZZS)&JSONPathNcs"tt|||_|pd|_dS)Nr*)r"r>__init___field_path)r$fieldpathr(r*r+r?OszJSONPath.__init__cCstdd|jS)Nz$%s)ValuejoinrAr:r*r*r+rCTsz JSONPath.pathcCs<t|ts|dkrd|}nd|}t||j|j|fS)N#z[%s]z.%s) isinstanceintr!r@rA)r$idxitemr*r*r+ __getitem__Xs zJSONPath.__getitem__cCs:|st|ttfr$t|j|}t|j|dj|SNrG) rHlistdictfnjsonr@ _json_dumpsjson_setrCr$valueas_jsonr*r*r+append_szJSONPath.appendcCs4|st|ttfr$t|j|}||j|j|Sr9)rHrNrOrPrQr@rRrCr$funcrUrVr*r*r+_json_operationdszJSONPath._json_operationcCs|tj||Sr9)rZrPZ json_insertrTr*r*r+insertiszJSONPath.insertcCs|tj||Sr9)rZrPrSrTr*r*r+setlsz JSONPath.setcCs|tj||Sr9)rZrPZ json_replacerTr*r*r+replaceoszJSONPath.replacecCs|t||j|Sr9)r\rPZ json_patchr@rRr$rUr*r*r+updaterszJSONPath.updatecCst|j|jSr9)rP json_remover@rCr:r*r*r+removeuszJSONPath.removecCst|j|jSr9)rP json_typer@rCr:r*r*r+rbxszJSONPath.json_typecCst|j|jSr9)rPjson_array_lengthr@rCr:r*r*r+length{szJSONPath.lengthcCst|j|jSr9)rP json_eachr@rCr:r*r*r+children~szJSONPath.childrencCst|j|jSr9)rP json_treer@rCr:r*r*r+treesz JSONPath.treecCs"||jrt|j|jn|jSr9)sqlrArP json_extractr@rCr$r6r*r*r+__sql__s zJSONPath.__sql__)N)N)N)N)N)N)r,r-r.r?propertyrCrLrWrZr[r\r]r_rarbrdrfrhrlr0r*r*r(r+r>Ns       r>c@sVeZdZdddZdddZdddZddd Zdd d Zd d ZddZ ddZ dS) JSONBPathNcCs:|st|ttfr$t|j|}t|j|dj|SrM) rHrNrOrPjsonbr@rR jsonb_setrCrTr*r*r+rWszJSONBPath.appendcCs4|st|ttfr$t|j|}||j|j|Sr9)rHrNrOrPror@rRrCrXr*r*r+rZszJSONBPath._json_operationcCs|tj||Sr9)rZrPZ jsonb_insertrTr*r*r+r[szJSONBPath.insertcCs|tj||Sr9)rZrPrprTr*r*r+r\sz JSONBPath.setcCs|tj||Sr9)rZrPZ jsonb_replacerTr*r*r+r]szJSONBPath.replacecCs|t||j|Sr9)r\rPZ jsonb_patchr@rRr^r*r*r+r_szJSONBPath.updatecCst|j|jSr9)rP jsonb_remover@rCr:r*r*r+raszJSONBPath.removecCs"||jrt|j|jn|jSr9)rirArP jsonb_extractr@rCrkr*r*r+rls zJSONBPath.__sql__)N)N)N)N)N) r,r-r.rWrZr[r\r]r_rarlr*r*r*r+rns     rncseZdZdZdZeZd(fdd ZddZdd Z d d Z e e j Z e e jZe e jZe e jZe e jZe e jZejZd d ZddZddZddZd)ddZd*ddZd+ddZ d,ddZ!ddZ"ddZ#d d!Z$d-d"d#Z%d$d%Z&d&d'Z'Z(S). JSONFieldZJSONFNc s.|ptj|_|ptj|_tt|jf|dSr9)rQdumpsrRloads _json_loadsr"rsr?)r$Z json_dumpsZ json_loadskwargsr(r*r+r?s  zJSONField.__init__c Cs6|dk r2z ||WSttfk r0|YSXdSr9)rv TypeErrorr r^r*r*r+ python_values  zJSONField.python_valuecCs*|dk r&t|ts"t||}|SdSr9)rHrrPrQrRr^r*r*r+db_values zJSONField.db_valuecsfdd}|S)Ncs*t|ttfrt||jdd}t||S)NF) converterunpack)rHrNrOrErzr)r$rhsopr*r+innerszJSONField._e..innerr*)rrr*r~r+_es z JSONField._ecCs|||Sr9)Path)r$rKr*r*r+rLszJSONField.__getitem__cGsdd|D}tj|f|S)NcSsg|]}t|ddqSFr{rE.0pr*r*r+ sz%JSONField.extract..)rPrjr$pathsr*r*r+extractszJSONField.extractcCst|dt|ddS)Nz->FrrrEr$rCr*r*r+ extract_jsonszJSONField.extract_jsoncCst|dt|ddS)Nz->>Frrrr*r*r+ extract_textszJSONField.extract_textcCs||||Sr9)rrWrTr*r*r+rWszJSONField.appendcCs||||Sr9)rr[rTr*r*r+r[szJSONField.insertcCs||||Sr9)rr\rTr*r*r+r\sz JSONField.setcCs||||Sr9)rr]rTr*r*r+r]szJSONField.replacecCs|||Sr9)rr_)r$datar*r*r+r_szJSONField.updatecGs"|s||Stj|f|Sr9)rrarPr`rr*r*r+raszJSONField.removecCs t|Sr9)rPrbr:r*r*r+rbszJSONField.json_typecCs|r ||fn|f}tj|Sr9)rPrc)r$rCr'r*r*r+rdszJSONField.lengthcCs t|S)a? Schema of `json_each` and `json_tree`: key, value, type TEXT (object, array, string, etc), atom (value for primitive/scalar types, NULL for array and object) id INTEGER (unique identifier for element) parent INTEGER (unique identifier of parent element or NULL) fullkey TEXT (full path describing element) path TEXT (path to the container of the current element) json JSON hidden (1st input parameter to function) root TEXT hidden (2nd input parameter, path at which to start) )rPrer:r*r*r+rfszJSONField.childrencCs t|Sr9)rPrgr:r*r*r+rhszJSONField.tree)NN)N)N)N)N)N))r,r-r.r=r|r>rr?ryrzrr ZEQ__eq__ZNE__ne__GT__gt__ZGTE__ge__LT__lt__ZLTE__le__Field__hash__rLrrrrWr[r\r]r_rarbrdrfrhr0r*r*r(r+rss8           rsc@s4eZdZdZeZddZddZddZdd Z d S) JSONBFieldZJSONBcCs*|dk r&t|ts"t||}|SdSr9)rHrrProrRr^r*r*r+rz s zJSONBField.db_valuecCs t|Sr9)rPrQr:r*r*r+rQszJSONBField.jsoncGsdd|D}tj|f|S)NcSsg|]}t|ddqSrrrr*r*r+rsz&JSONBField.extract..)rPrrrr*r*r+rszJSONBField.extractcGs"|s||Stj|f|Sr9)rrarPrqrr*r*r+raszJSONBField.removeN) r,r-r.r=rnrrzrQrrar*r*r*r+rs rcsDeZdZdfdd ZddZeddZd d Zdd dZZ S) SearchFieldFNc s.|rtdt|tt|j||dddS)Nz8SearchField does not accept these keyword arguments: %s.T) unindexedr/null)r sortedr"rr?)r$rr/kr(r*r+r?s zSearchField.__init__cCs t||Sr9)match)r$termr*r*r+r&szSearchField.matchcCs2t|ds,dd|jjjD}||j|_|jS)N_fts_column_indexcSsg|]}t|tr|jqSr*)rHrr&)rfr*r*r+r,s z0SearchField.fts_column_index..)hasattrr%_meta sorted_fieldsindexr&r)r$Z search_fieldsr*r*r+fts_column_index)s zSearchField.fts_column_indexcCs|j}t|jjj|||Sr9)rrP highlightr%rentity)r$leftright column_idxr*r*r+r1szSearchField.highlight...cCs>d|krdksntd|j}t|jjj|||||S)NrAz/max_tokens must be between 1 and 64 (inclusive))r rrPsnippetr%rr)r$rrZ over_lengthZ max_tokensrr*r*r+r5szSearchField.snippet)FN)rr) r,r-r.r?rrmrrrr0r*r*r(r+rs  rcs(eZdZdddZdfdd ZZS)VirtualTableSchemaManagerTc Ks2|jt|jjj|}|}|d|r8|d||jd|jjj}t |t rh||S|t |dg}|jj}|j r| dd|j D|jD]D}t |ts|jrqt|jg}|jr|t d|t|q|jr| dd|jD|r$| |||t|S) NzCREATE VIRTUAL TABLE zIF NOT EXISTS z USING  cSsg|] }t|qSr*r5rar*r*r+rWszCVirtualTableSchemaManager._create_virtual_table..Z UNINDEXEDcSsg|] }t|qSr*rrr*r*r+rcs)r% clean_optionsr roptionsZ_create_contextliteralriextension_modulerHrr5prefix_argumentsextendrr_hiddenrr/rrWr argumentsZ_create_table_option_sqlr) r$saferr6Z ext_modulermetarBZ field_defr*r*r+_create_virtual_table>s@       z/VirtualTableSchemaManager._create_virtual_tablec s.t|jtr|j|f|Stt|j|f|Sr9) issubclassr% VirtualModelrr"r _create_table)r$rrr(r*r+ris  z'VirtualTableSchemaManager._create_table)T)T)r,r-r.rrr0r*r*r(r+r=s +rc@s&eZdZGdddZeddZdS)rc@s eZdZdZdZdZdZeZdS)zVirtualModel.MetaNF) r,r-r.rrr primary_keyrZschema_manager_classr*r*r*r+Metars rcCs|Sr9r*)clsrr*r*r+ryszVirtualModel.clean_optionsN)r,r-r.r classmethodrr*r*r*r+rqsrc@seZdZeddZdS) BaseFTSModelcCs|d}|d}|d}t|tr:|dkr:d|d<n t|trZt|jjj|j|d<|rt|t t frd dd|D}d | d |d<|r|jj d krd ||d<|S) NcontentprefixtokenizerDz'',cSsg|] }t|qSr*)strrir*r*r+rsz.BaseFTSModel.clean_options..z'%s'z' fts5"%s")getrH basestringrrr%r table_namer/rNtuplerFstriprlower)rrrrrr*r*r+rs        zBaseFTSModel.clean_optionsN)r,r-r.rrr*r*r*r+r~src@seZdZdZeZGdddZeddZeddZ edd Z ed d Z ed*ddZ ed+ddZ eddZeddZeddZeddZeddZeddZed,d"d#Zed-d$d%Zed.d&d'Zed/d(d)ZdS)0FTSModelz VirtualModel class for creating tables that use either the FTS3 or FTS4 search extensions. Peewee automatically determines which version of the FTS extension is supported and will use FTS4 if possible. c@seZdZdeZdS)z FTSModel.MetazFTS%sN)r,r-r. FTS_VERSIONrr*r*r*r+rsrcCs(|jj}|jjd|||f}|S)Nz INSERT INTO %s(%s) VALUES('%s');)rrdatabaseZ execute_sqlZfetchone)rcmdtblresr*r*r+_fts_cmds  zFTSModel._fts_cmdcCs |dSNoptimizerrr*r*r+rszFTSModel.optimizecCs |dSNrebuildrrr*r*r+rszFTSModel.rebuildcCs |dS)Nintegrity-checkrrr*r*r+integrity_checkszFTSModel.integrity_checkcCs|d||fS)Nz merge=%s,%sr)rblockssegmentsr*r*r+mergeszFTSModel.mergeTcCs|d|rdpdS)Nz automerge=%s10r)rstater*r*r+ automergeszFTSModel.automergecCst|jj|SzU Generate a `MATCH` expression appropriate for searching this table. rrrrrr*r*r+rszFTSModel.matchcGs t|jjt}tj|f|Sr9)rP matchinforrFTS3_MATCHINFOfts_rank)rweightsrr*r*r+ranksz FTSModel.rankcGs t|jjt}tj|f|Sr9)rPrrrFTS4_MATCHINFOfts_bm25rr match_infor*r*r+bm25sz FTSModel.bm25cGs t|jjt}tj|f|Sr9)rPrrrr fts_bm25frr*r*r+bm25fszFTSModel.bm25fcGs t|jjt}tj|f|Sr9)rPrrrr fts_lucenerr*r*r+luceneszFTSModel.lucenec Cs|s |}nNt|trRg}|jjD]$} || || jd} || q"||}n||}d} |} |rt|||f} |r|st|} |j | | | | S)N?r*) rHrOrrrr&rWaliasr5selectwhererorder_by) rrr with_score score_aliasZscore_fnexplicit_orderingr weight_argsrBZ field_weight selectionrr*r*r+_searchs,    zFTSModel._searchNFscorecCs||||||j|S'Full-text search using selected `term`.)rrrrrr r r r*r*r+searchszFTSModel.searchcCs||||||j|Sz:Full-text search for selected `term` using BM25 algorithm.)rrrr*r*r+ search_bm25szFTSModel.search_bm25cCs||||||j|Sr)rrrr*r*r+ search_bm25fszFTSModel.search_bm25fcCs||||||j|Sr)rrrr*r*r+ search_luceneszFTSModel.search_lucene)rr)T)NFrF)NFrF)NFrF)NFrF)r,r-r.__doc__r1r2rrrrrrrrrrrrrrrrrrr*r*r*r+rs\               rabcdefghijklmnopqrstuvwxyzz ,"(){}*:_+0123456789ccs"|]}t|tkrt|VqdSr9)chr _alphanumrr*r*r+ .s rz(?:[^\s"]|"(?:\\.|[^"])*")+c@s0eZdZdZeZGdddZddddZedd Z ed d Z e d d Z e e dfddZeddZeddZeddZed6ddZed7ddZeddZed d!Zed"d#Zed$d%Zed&d'Zed(d)Zed*d+Zed,d-Zed.d/Zed8d1d2Zed9d4d5ZdS): FTS5Modelan Requires SQLite >= 3.9.0. Table options: content: table name of external content, or empty string for "contentless" content_rowid: column name of external content primary key prefix: integer(s). Ex: '2' or '2 3 4' tokenize: porter, unicode61, ascii. Ex: 'porter unicode61' The unicode tokenizer supports the following parameters: * remove_diacritics (1 or 0, default is 1) * tokenchars (string of characters, e.g. '-_' * separators (string of characters) Parameters are passed as alternating parameter name and value, so: {'tokenize': "unicode61 remove_diacritics 0 tokenchars '-_'"} Content-less tables: If you don't need the full-text content in it's original form, you can specify a content-less table. Searches and auxiliary functions will work as usual, but the only values returned when SELECT-ing can be rowid. Also content-less tables do not support UPDATE or DELETE. External content tables: You can set up triggers to sync these, e.g. -- Create a table. And an external content fts5 table to index it. CREATE TABLE tbl(a INTEGER PRIMARY KEY, b); CREATE VIRTUAL TABLE ft USING fts5(b, content='tbl', content_rowid='a'); -- Triggers to keep the FTS index up to date. CREATE TRIGGER tbl_ai AFTER INSERT ON tbl BEGIN INSERT INTO ft(rowid, b) VALUES (new.a, new.b); END; CREATE TRIGGER tbl_ad AFTER DELETE ON tbl BEGIN INSERT INTO ft(fts_idx, rowid, b) VALUES('delete', old.a, old.b); END; CREATE TRIGGER tbl_au AFTER UPDATE ON tbl BEGIN INSERT INTO ft(fts_idx, rowid, b) VALUES('delete', old.a, old.b); INSERT INTO ft(rowid, b) VALUES (new.a, new.b); END; Built-in auxiliary functions: * bm25(tbl[, weight_0, ... weight_n]) * highlight(tbl, col_idx, prefix, suffix) * snippet(tbl, col_idx, prefix, suffix, ?, max_tokens) c@seZdZdZdS)zFTS5Model.MetarNr,r-r.rr*r*r*r+rnsrzQBesides the implicit `rowid` column, all columns must be instances of SearchFieldz3Secondary indexes are not supported for FTS5 modelsz4FTS5 models must use the default `rowid` primary key)r=rpkcCsd|jjjdkrt|jd|jjD] }t|tt fs(t|jdq(|jj r`t|jddS)Nrr!r=r) rrr&ImproperlyConfigured_error_messagesfieldsvaluesrHrrZindexes)rrBr*r*r+validate_modelxszFTS5Model.validate_modelc CstjddtkrdStd}z\z|dWnHz|d|dWnYYWdSX|jj dYnXW5|XdS)NrFz:memory:z0CREATE VIRTUAL TABLE fts5test USING fts5 (data);Tr) r sqlite_version_infoFTS5_MIN_SQLITE_VERSIONconnectcloseexecuteZenable_load_extensionload_extensionrr)rZtmp_dbr*r*r+fts5_installeds   zFTS5Model.fts5_installedcCs@t|}|D],}|dr(|dr(qt|t@rdSqdS)z Simple helper function to indicate whether a search query is a valid FTS5 query. Note: this simply looks at the characters being used, and is not guaranteed to catch all problematic queries. "FT) _quote_refindall startswithendswithr\_invalid_ascii)querytokenstokenr*r*r+validate_querys  zFTS5Model.validate_queryrc Csg}d}t|}|D]\}|dr:|dr:||qt|}|t@}|rhd}|D]}|||}qV||q|rd|S|S)z2 Clean a query of invalid tokens. Fr.Tr) r/r0r1r2rWr\r3r]rF) r4r]accumZ any_invalidr5r6Z token_setZinvalid_for_tokencr*r*r+ clean_querys"    zFTS5Model.clean_querycCst|jj|Srrrr*r*r+rszFTS5Model.matchcGs|r|j|StdS)Nr)rr5)rr'r*r*r+rszFTS5Model.rankcGstj|jjf|Sr9)rPrrr)rrr*r*r+rszFTS5Model.bm25NFrcCs|t|||||Sr)rrr:rr*r*r+rszFTS5Model.searchc Cs|std}nrt|trlg}|jjD]0}t|tr$|js$|||||j dq$t j |jj f|}nt j |jj f|}d} |} |r|| |f} |r|st|} |j| |t|| S)rrrr*)r5rHrOrrrrrWrr&rPrrrrrrrr:r) rrrr r r rr rBr rr*r*r+rs0   zFTS5Model.search_bm25cKsd|jj}|g}|g}|D] \}}|t|||qttd|jjt|tdt|fS)Nz INSERT INTOZVALUES)rritemsrWrr r5r)rr extra_paramsrcolumnsr%keyrUr*r*r+ _fts_cmd_sqls zFTS5Model._fts_cmd_sqlcKs|j|f|}|jj|Sr9)r?rrr+)rrr<r4r*r*r+rszFTS5Model._fts_cmdcCs,d|krdksntd|jd|dS)Nrrzlevel must be between 0 and 16rr)r r)rlevelr*r*r+r szFTS5Model.automergecCs|jd|dS)Nrr@r)rZnpagesr*r*r+rszFTS5Model.mergecCs |dSrrrr*r*r+rszFTS5Model.optimizecCs |dSrrrr*r*r+rszFTS5Model.rebuildcCs|jd|dS)Npgszr@r)rrBr*r*r+set_pgszszFTS5Model.set_pgszcCs|jd|dS)Nrr@r)rZrank_expressionr*r*r+set_rank!szFTS5Model.set_rankcCs |dS)Nz delete-allrrr*r*r+ delete_all%szFTS5Model.delete_allrcCs|jd|dS)Nrr@r)rrr*r*r+r)szFTS5Model.integrity_checkrowcsdkrtdd}t|sGfddd}ttttt|d}dkrhtt|d<ndkr|tt|d <d j}t|t|t f|t |S) N)rFcolinstancez5table_type must be either "row", "col" or "instance".z_vocab_model_%scs8eZdZjjZpjjdZejje Z dS)z"FTS5Model.VocabModel..MetaZ_vN) r,r-r.rrrrPZ fts5vocabrr5rr*rtable table_typer*r+r6s r)rdocZcntrrrGrHoffsetz%sVocab) r rr TextField IntegerFieldrr,setattrr!rgetattr)rrKrJattrrattrs class_namer*rIr+ VocabModel-s$   zFTS5Model.VocabModel)NFrF)NFrF)r)rFN)r,r-r.rrrrr#rr&r- staticmethodr7rr:rrrrrr?rrrrrrCrDrErrUr*r*r*r+r4sh7                  rcsdkr dkr<jjD]}|jkr|q.BaseClosureTablec@seZdZdZdS)z+ClosureTable..BaseClosureTable.MetaZtransitive_closureNr r*r*r*r+risrNFcsf|jdj||jkd|j|k}|dk rN||j|k}n|sb||jdk}|SNdepthonr)rrXrrFidrrootobjectsrnoderX include_noder4 model_class source_keyr*r+ descendantsls z2ClosureTable..BaseClosureTable.descendantscsb|jdj||jkd|j|k}|rJ||j|k}n|s^||jdk}|SrW)rrXrrFr\rr[r]r^rar*r+ ancestorsys z0ClosureTable..BaseClosureTable.ancestorscskr*|jj}|k}nFj||jkd|j|k|jdk@}|> }|s||k}|S)NrY) Z__data__rr&rrrFr\r[rXr])rr_r`Zfk_valuer4siblings foreign_keyrbreferencing_classreferencing_keyrcr*r+rgs"z/ClosureTable..BaseClosureTable.siblings)NF)NF)F)r,r-r.r rOrXr[rNidcolumn parentcolumnr\ tablenamerrrdrergr*rhr*r+BaseClosureTableas  rocs,eZdZjjZjjjjdZdZdS)zClosureTable..Meta)rnrlrmFN) r,r-r.rrrr/rrr*)rirjrkr*r+rs rz %sClosure)rrefsZ rel_modelr rrr,r!)rbrirjrkZ field_objrorr&r*rhr+ ClosureTableOs  = rqc@speZdZGdddZeddZedddZedd Zed d Z ed d Z eddZ eddZ dS)LSMTablec@seZdZdZdZdS)z LSMTable.MetaZlsm1N)r,r-r.rfilenamer*r*r*r+rsrcCs|jj}|stdn t|dkr6|ddkr6d|}|jjsFtd|jj}t|tr`tdt|ttt fsxtdd |_ t|t rd }nt|trd }nd }|d|j |g|j_ t|jj dkr|jj d |j_nd|j_|S)NzILSM1 extension requires that you specify a filename for the LSM database.rr.rz-LSM1 models must specify a primary-key field.z8LSM1 models must explicitly declare a primary key field.z9LSM1 key must be a TextField, BlobField, or IntegerField.TZUINTZBLOBr8rf)rrsr lenrrH AutoFieldrNZ BlobFieldrOrr&rr _value_field)rrrsr>Z data_typer*r*r+rs.    zLSMTable.clean_optionslsm.socCs|jj|dSr9)rrr,)rrCr*r*r+r,szLSMTable.load_extensioncCsP|jdk r$|jdk r$||j|jS|jdk r8||jkS|jdk rL||jkSdSr9)startstopZbetween)r>rJr*r*r+ slice_to_exprs    zLSMTable.slice_to_exprcCs^t|tr0t||}|dk r(||}|dfSt|trH||dfS|||kdfSdSNFT)rHslicerrr{rr)r4r>lookupexprr*r*r+_apply_lookup_to_querys    zLSMTable._apply_lookup_to_querycCsJ|||jj|\}}|rB|}|jjdk r>|dS|S|SdSNrf)rrZ namedtuplesrrrrw)rr!r4 is_singlerFr*r*r+ get_by_ids zLSMTable.get_by_idcCs|jjdk r|jj|i}nXt|trRi}t|jjdd|D]\}}|||<q>n t|trb|}nt||rr|j}|||jj<| | dSr) rrwrHrziprrO__dict__rr]r+)rr>rUrrBZfvalr*r*r+ set_by_ids      zLSMTable.set_by_idcCs"|||jj|\}}|Sr9)rdeleterrr+)rr!r4rr*r*r+ delete_by_ids zLSMTable.delete_by_idN)rx) r,r-r.rrrr,rVr{rrrrr*r*r*r+rrs #     rrMATCHcCst||dk Sr9)rer)regexrUr*r*r+_sqlite_regexpsrcs2eZdZd fdd ZfddZdd ZZS) SqliteExtDatabaseNTFc stt|j|f|| d|_|r.ts.tdto8|dk } |r|| rLt|n0|td|t d|td|td|r| st dt ||r|t dd |r| st d t ||r|td | |_dS) NzRSqliteExtDatabase initialized with C extensions, but shared library was not found!Frrrrz0C extension required to register hash functions.regexprtz(C extension required to use bloomfilter. json_contains)r"rr? _row_factoryCYTHON_SQLITE_EXTENSIONSr"rZregister_functionrrr rrr_json_containsZ _c_extensions) r$rZ c_extensionsZrank_functionsZhash_functionsZregexp_functionZ bloomfilterrr'rwZprefer_cr(r*r+r?s2       zSqliteExtDatabase.__init__cs"tt|||jr|j|_dSr9)r"r_add_conn_hooksr row_factoryr$connr(r*r+r;sz!SqliteExtDatabase._add_conn_hookscCs ||_dSr9)rr$rPr*r*r+r@szSqliteExtDatabase.row_factory)NTFFFF)r,r-r.r?rrr0r*r*r(r+rs# rrfrtrrr csfdd}t|S)zt Expose a sqlite3_status() call for a particular flag as a property of the Database object. cst}r|dS|Sr)rr$resultflagreturn_highwaterr*r+getterasz__status__..getterrm)rrrr*rr+ __status__\srcsfdd}t|S)z Expose a sqlite3_dbstatus() call for a particular flag as a property of the Database instance. Unlike sqlite3_status(), the dbstatus properties pertain to the current connection. cs>|jjdkrtdt|jj}r.|dSr:|dS|S)Nzdatabase connection not opened.rrf)_staterr"rrrreturn_currentrr*r+rls  z__dbstatus__..getterr)rrrrr*rr+ __dbstatus__fsrcsTeZdZfddZdfdd ZfddZfdd Zd d Zd d ZddZ ddZ e ddZ e ddZ dddZd ddZd!ddZeeZeedZeeZeeZeeZeedZeeZee Z!ee"dZ#e$e%Z&e$e'dZ(e$e)dZ*e$e+dZ,e$e-ddZ.e$e/ddZ0e$e1ddZ2e$e3ddZ4e$e5ddZ6e$e7ddZ8Z9S)"CSqliteExtDatabasecs4d|_d|_|_|_d|_tt|j||dS)NF) _conn_helper _commit_hook_rollback_hook _update_hook_replace_busy_handlerr"rr?)r$r'rwr(r*r+r?vszCSqliteExtDatabase.__init__Fc stt|j|f|||_dSr9)r"rinitr)r$rZreplace_busy_handlerrwr(r*r+r|szCSqliteExtDatabase.initcsF|jr|jd|jr$|jd|jr6|jdtt| |Sr9) rrset_commit_hookrset_rollback_hookrset_update_hookr"r_closerr(r*r+rs   zCSqliteExtDatabase._closecstt||t||_|jdk r2|j|j|jdk rJ|j|j|j dk rb|j |j |j r|j ppd}|j |ddS)Nri)r"rrrrrrrrrrr_timeoutZset_busy_handler)r$rtimeoutr(r*r+rs     z"CSqliteExtDatabase._add_conn_hookscCs||_|s|j||Sr9)r is_closedrrrr*r*r+ on_commits zCSqliteExtDatabase.on_commitcCs||_|s|j||Sr9)rrrrrr*r*r+ on_rollbacks zCSqliteExtDatabase.on_rollbackcCs||_|s|j||Sr9)rrrrrr*r*r+ on_updates zCSqliteExtDatabase.on_updatecCs |jSr9)rchangesr:r*r*r+rszCSqliteExtDatabase.changescCs |jSr9)rlast_insert_rowidr:r*r*r+rsz$CSqliteExtDatabase.last_insert_rowidcCs |jSr9)r autocommitr:r*r*r+rszCSqliteExtDatabase.autocommitNcCst|||||dSN)pagesr&progress)r connection)r$Z destinationrr&rr*r*r+rs zCSqliteExtDatabase.backupcCst|||||dSr)rr)r$rsrr&rr*r*r+rs z!CSqliteExtDatabase.backup_to_filecCst|||||Sr9)r)r$rJcolumnrZ read_onlyr*r*r+ blob_openszCSqliteExtDatabase.blob_openT)F)NNN)NNN)F):r,r-r.r?rrrrrrrrmrrrrrrSQLITE_STATUS_MEMORY_USEDZ memory_usedSQLITE_STATUS_MALLOC_SIZEZ malloc_sizeSQLITE_STATUS_MALLOC_COUNTZ malloc_countSQLITE_STATUS_PAGECACHE_USEDZpagecache_used SQLITE_STATUS_PAGECACHE_OVERFLOWZpagecache_overflowSQLITE_STATUS_PAGECACHE_SIZEZpagecache_sizeSQLITE_STATUS_SCRATCH_USEDZ scratch_usedSQLITE_STATUS_SCRATCH_OVERFLOWZscratch_overflowSQLITE_STATUS_SCRATCH_SIZEZ scratch_sizerSQLITE_DBSTATUS_LOOKASIDE_USEDZlookaside_usedSQLITE_DBSTATUS_LOOKASIDE_HITZ lookaside_hit#SQLITE_DBSTATUS_LOOKASIDE_MISS_SIZEZlookaside_miss#SQLITE_DBSTATUS_LOOKASIDE_MISS_FULLZlookaside_miss_fullSQLITE_DBSTATUS_CACHE_USEDZ cache_usedSQLITE_DBSTATUS_SCHEMA_USEDZ schema_usedSQLITE_DBSTATUS_STMT_USEDZstatement_usedSQLITE_DBSTATUS_CACHE_HITZ cache_hitSQLITE_DBSTATUS_CACHE_MISSZ cache_missSQLITE_DBSTATUS_CACHE_WRITEZ cache_writer0r*r*r(r+rusP                rcCst|tj|Sr9)rr r)lhsr}r*r*r+rsrcs"t}fddtd|dDS)Nc s(g|] }td||ddqS)z@Irr)structr|rbufr*r+rsz%_parse_match_info..rr)rurange)rbufsizer*rr+_parse_match_infosrcCs6|sdg|Sdg|}t|D]\}}|||<q |S)Nrfr) enumerate)Zncol raw_weightsrrweightr*r*r+ get_weightss    rcGst|}d}|dd\}}t||}t|D]l}d||d}t|D]N} || } | s\qJ|| d} || } || d} | dkrJ|| t| | 7}qJq.| S)Nrtrrfr)rrrfloat)raw_match_inforrrrr9rZ phrase_numZphrase_info_idxZcol_numrZcol_idxZrow_hitsZ all_rows_hitsr*r*r+rs      rcGsLt|}d}d}d}td\}}}} ||} ||} ||} | | } | | }t| |}t| D]}t| D]}||}|dkrqj|d||| }t||}t||d}t| |d|d}|dkrd }t|| |}t|| |pd }||}||d }d |||}|||}|||}|||7}qjq^| S) z Usage: # Format string *must* be pcnalx # Second parameter to bm25 specifies the index of the column, on # the table being queries. bm25(matchinfo(document_tbl, 'pcnalx'), 1) AS rank g333333?g?rrrrrtg?gư>r)rrrrmathlog)rr'rKBrZP_OZC_OZN_OZA_OZ term_countZ col_countZ total_docsZL_OZX_OrrjrxZterm_frequencyZdocs_with_termZidfZ doc_lengthZ avg_lengthZrationumZb_partZdenomZpc_scorer*r*r+rsF         rcCsJg}z|t|t|fWnYdSX|rF|\}}t|trt|tr|D](}||krndS|||||fq\n0t|tr|D]}||krdSqn ||krdSq2t|tr8t|trdSt|tr(z,tt|D]}|||||fqWnt k r$YdSXn||krDdSq2||kr2dSq2dSr|) rWrQrupoprHrOrNrru IndexError)Zsrc_jsonZobj_jsonstackobjsrcr>rKrr*r*r+rbsB          r)NNN)F)FF)hrQrrrsysZpeeweerrrrrrr r r r r Zplayhouse._sqlite_extrrrrrrrrrrrr ImportError version_inforrrrr'rr(rvrr1r3Z DecimalFieldr7r>rnrNrsrrrZ SchemaManagerrZModelrrrZ _alphabetr\upperrrrr3compiler/rrqrrrrZSqliteDatabaserrrrrrrZSQLITE_STATUS_PARSER_STACKrrrrrrrrrrrrrZSQLITE_DBSTATUS_DEFERRED_FKSrrrrrrrrrr*r*r*r+s           4    :`4     [g- f $Q