o i[@sUddlmZddlZddlmZmZddlmZddlm Z m Z ddl m Z m Z mZddlmZddlmZmZdd lmZdd lmZdd lmZmZmZdd lmZdd lm Z m!Z!ddl"m#Z#ddl$m%Z%e rddl&Z&ddlm'Z'm(Z(ddl)m*Z*ddl+Z,ddlm-Z-e&j.dkrddl m/Z/nddl0m/Z/ddl1m2Z2ddl3m4Z4ddlm5Z5ddl6m7Z7m8Z8m9Z9hdZ:de;d<GdddZ ZUPDATEDELETEZVACUUMZINSERTZDROPZREVOKEZUPSERTZUSEZGRANTZREPLACEZCREATEZANALYZEZALTERzFinal[set[str]]_INVALID_QUERY_TYPESc@s$eZdZdZddd Zdd d Zd S)CloseAfterFrameIterzDAllows cursor close to be deferred until the last batch is returned.framesr cursorr%returnNonecCs||_||_dSN) _iter_frames_cursor)selfr*r+r2S/home/app/Keep/.python/lib/python3.10/site-packages/polars/io/database/_executor.py__init__?s zCloseAfterFrameIter.__init__Iterator[DataFrame]ccs,|jEdHt|jdr|jdSdS)Nclose)r/hasattrr0r6r1r2r2r3__iter__Cs   zCloseAfterFrameIter.__iter__N)r*r r+r%r,r-)r,r5)__name__ __module__ __qualname____doc__r4r9r2r2r2r3r)<s r)c@s8eZdZUdZdZded<dcd d Zddd d ZdeddZdfddZ e dgddZ dhdd Z e did#d$Z djd+d,Ze dkd1d2Zdld3d4Zdmd8d9Zdmd:d;Zdnd>d?Ze dodBdCZe dodDdEZe dodFdGZe dodHdIZe dpdJdKZdqdLdMZdrdQdRZdsdVdWZdXdYdZdtd]d^ZddXdXed_dudadbZdXS)vConnectionExecutorzIAbstraction for querying databases with user-supplied connection objects.Fboolcan_close_cursor connectionr$r,r-cCsTt|trdn t|jddd|_|jdkrt|d}|||_ d|_ dS)NZarrow_odbc_proxy.rZ surrealdb)client) isinstancertyper;splitlower driver_namer_normalise_cursorr+result)r1rAr2r2r3r4Qs    zConnectionExecutor.__init__rcCs|Sr.r2r8r2r2r3 __enter__]szConnectionExecutor.__enter__exc_typetype[BaseException] | Noneexc_valBaseException | Noneexc_tbTracebackType | NonecCs`||jrddlm}t|j|rt|dSdS|jr,t|jdr.|j dSdSdS)Nr)AsyncConnectionr6) _is_alchemy_asyncr+sqlalchemy.ext.asynciorSrEr_close_async_cursorr@r7r6)r1rMrOrQrSr2r2r3__exit__`s   zConnectionExecutor.__exit__strcCsdt|jd|jdS)N)rFr:rIr8r2r2r3__repr__pszConnectionExecutor.__repr__dfr#schema_overridesr&cs.|jfdd|D}r||}|S)z&Apply schema overrides to a DataFrame.cs4g|]\}}|vr||krt||qSr2)Fcolcast).0r_dtypeZexisting_schemar2r3 ws z7ConnectionExecutor._apply_overrides..)schemaitemsZ with_columns)r\r]Z cast_colsr2rcr3_apply_overridesss   z#ConnectionExecutor._apply_overridescsf|jr/t|jdr1ddlm}t||jIdHWddS1s(wYdSdSdS)Nr6r)AsyncContextNotStarted)r@r7r+Zsqlalchemy.ext.asyncio.excrhrr6)r1rhr2r2r3rVs  "z&ConnectionExecutor._close_async_cursor module_nameminimum_versioncCst|}tt=d}dD]}tt||d}tr t|}nq |r5|t|kr=d|d|}t|WddSWddS1sHwYdS)z.)fetchallrElistrdict)rKrrowsr2r2r3_fetchall_rowss z!ConnectionExecutor._fetchall_rowsccsH ||}|s dS|st|dtttfr|Vndd|DVq)zDFetch row data incrementally, yielding over the complete result set.TrcSrr2rrr2r2r3rdrz6ConnectionExecutor._fetchmany_rows..N)Z fetchmanyrErrr)r1rKrurrr2r2r3_fetchmany_rowss z"ConnectionExecutor._fetchmany_rowsSchemaDict | Noneinfer_schema_length&DataFrame | Iterator[DataFrame] | Nonec s@ddlmzxjdrdnj}t|g}t|ddD]]\}}|d} rJ|dkr.dnj} z| | WntyI|t |krHYqw|r]|d r]|s]d jd } t | fd d j |||dD} |ru| WSt | WSWdSt yzd} tfdd | DsWYddSdww)z5Return resultset data in Arrow format for frame init.rr"Zadbc_ZadbcrC)startrjZadbc_driver_managerrzzCannot set `iter_batches` for z- without also setting a non-zero `batch_size`c3s6|]}t|r|pint|dVqdS))r]N)rErgr)rabatch)r#r]r1r2r3 s  z1ConnectionExecutor._from_arrow..)rwru)zdoes not support Apache Arrowz$Apache Arrow format is not supportedc3s|] }|tvVqdSr.)rX)rae)errr2r3rsN)polarsr#rI startswithrget enumeratersrlen ValueErrorr~next Exceptionany)r1rurwr]rdriverZdriver_properties_listirtrqZdriver_to_checkrrr*Zarrow_not_supportedr2)r#rr]r1r3 _from_arrowsT       . zConnectionExecutor._from_arrowc szddlm|r|sd}t|t|j}t}r t|j|_zt|jdr|jdk}rZt|jdr?dd|jj j D} n-t|jd rPd d|jj j D} nd |j}t|t|jd rjd d|jj D} ng} |j | priddd| Dfdd|r|j|j||dn|j|j|dgD} |r| nt| W|r|SSW|r|dSdS|r|ww)z.Return resultset data row-wise for frame init.rr"zFCannot set `iter_batches` without also setting a non-zero `batch_size`r sqlalchemyr+cS g|] }|d|ddfqSrrCNr2radr2r2r3rdsz1ConnectionExecutor._from_rows.. _metadatacSsg|]}|dfqSr.r2)rakr2r2r3rd rz0Unable to determine metadata from query result; descriptioncSrrr2rr2r2r3rd&s )rr]cSsg|]\}}|qSr2r2)ranm_r2r2r3rd.rc3s&|]}|p dddVqdS)Nr)datarer]rZorientr2)rarr#rZresult_columnsr]r2r3r/s z0ConnectionExecutor._from_rows..)rur)rN)rr#rrErKrrr7rIr+rrkeys_inject_type_overridesrrrr6) r1rurwr]rrrZoriginal_resultis_asyncrZ cursor_descr*r2rr3 _from_rowssZ          zConnectionExecutor._from_rowsrlist[tuple[str, Any]]cCsjt}|D]-\}}||vrd|d}t||dur-||vr-t|j|}|dur-|||<||q|S)a Attempt basic dtype inference from a cursor description. Notes ----- This is limited; the `type_code` description attr may contain almost anything, from strings or python types to driver-specific codes, classes, enums, etc. We currently only do the additional inference from string/python type values. (Further refinement will require per-driver module knowledge and lookups). zcolumn z2 appears more than once in the query/result cursorN)setrrr+add)r1rr]Z dupe_checkrZdescrrrbr2r2r3rGs    z)ConnectionExecutor._inject_type_overridesconnr cCs<zddlm}m}m}t||||fWStyYdSw)z2Check if the given connection is SQLALchemy async.r)rS AsyncSessionasync_sessionmakerF)rUrSrrrE ImportError)rrSrrr2r2r3rTcs  z$ConnectionExecutor._is_alchemy_asynccCsHddlm}t||r dSz ddlm}t||WSty#YdSw)z5Check if the given connection is a SQLAlchemy Engine.r)EngineT) AsyncEngineF)sqlalchemy.enginerrErUrr)rrrr2r2r3_is_alchemy_engineqs     z%ConnectionExecutor._is_alchemy_enginecCst|jddddkS)zCCheck if the given connection is a SQLAlchemy object (of any kind).rBrCrr)rFr;rG)rr2r2r3_is_alchemy_objectsz%ConnectionExecutor._is_alchemy_objectcCs^ddlm}ddlm}m}t||||frdSz ddlm}t||WSty.YdSw)z=Check if the given connection is a SQLAlchemy Session object.r)r)Session sessionmakerT)rF)rUrsqlalchemy.ormrrrErr)rrrrrr2r2r3_is_alchemy_sessions    z&ConnectionExecutor._is_alchemy_sessioncCsJzddlm}t||rWdSddlm}t||WSty$YdSw)z8Check if the given result is a SQLAlchemy Result object.r) CursorResultT) AsyncResultF)rrrErUrr)rKrrr2r2r3_is_alchemy_results     z%ConnectionExecutor._is_alchemy_resultcCs|jdkr5||r |S|jjdkrd|_|jS|jjdkr'd|_|S||r3d|_|S|St |drKt |j}rD|n|}d|_|St |drR|Sd t |d }t |) zCNormalise a connection object such that we have the query executor.rzdatabricks-sql-pythonZ databricksZ duckdb_engineduckdbTr+executezUnrecognised connection type z!; no 'execute' or 'cursor' method) rIrZenginerZraw_connectionr+rr@connectr7callabler TypeError)r1rr+rrr2r2r3rJs,       z$ConnectionExecutor._normalise_cursorqueryr optionsc s||j}|r|jn|j}t|dddur%|j|fi|IdHS|4IdH#}|r6t|ds6|j}|j|fi|IdH}|WdIdHS1IdHsTwYdS)z5Execute a query using an async SQLAlchemy connection.Zsync_connectionNr)rr+beginrorr7session)r1rrZ is_sessionr+rrKr2r2r3_sqlalchemy_async_executes 0z,ConnectionExecutor._sqlalchemy_async_executestr | TextClause | Selectabledict[str, Any]9tuple[Any, dict[str, Any], str | TextClause | Selectable]c Cs ddlm}ddlm}ddlm}d}d}t|j|r1d|vr1d|vr1|}| d|d<d}| |}| |j} | skt|t rkt |jdrk|jj}t||rVt|}t|trjtd d |Dsjt|||<n t|trt||}|dur| r}|jn|jj}|||fS) z.)rrZsqlalchemy.sqlrsqlalchemy.sql.elementsr rEr+copypoprrTrr7rrXrallrrr) r1rrrrr Z param_keycursor_executerrr2r2r3_sqlalchemy_setupsD           z$ConnectionExecutor._sqlalchemy_setupNT)rselect_queries_onlydict[str, Any] | Nonerc s6|r(t|tr(tdtdd|}|sdn|d}tvr(|d}t|p+i||j r<| |\}}n|j j }zt |j }Wn tyRi}Ynwr`tdd|Dri||fi} nfdd|pqD} ||g| R} | d us| d ur|j n| } |jd kr|| r| j } | |_|S) z-Execute a query and reference the result set.z\w{3,}z/\*(.|[\r\n])*?\*/rz( statements are not valid 'read' queriescss"|] }|jtjtjfvVqdSr.)kindr KEYWORD_ONLYPOSITIONAL_OR_KEYWORDrr2r2r3rs  z-ConnectionExecutor.execute..c3s$|] }r |vr|VqdSr.r2)raorr2r3r$s NTr)rErXresearchsubgroupr(rrr+rrrrrrvaluesrIrrK) r1rrrqZ query_typerrrrrKZpositional_optionsr2rr3rs6     zConnectionExecutor.execute)rwrur]rDataFrame | Iterator[DataFrame]c Cs|jdur d}t||j}|o|}rd|_|j|jfD] }|||||d} | dur=|r9ddt| |jdD} | Sqd|jd |j}t|) z Convert the result set to a DataFrame. Wherever possible we try to return arrow-native data directly; only fall back to initialising with row-level data if no other option. Nz.cannot return a frame before executing a queryF)rurwr]rcss|]}|VqdSr.r2)rar\r2r2r3rTs  z/ConnectionExecutor.to_polars..)r+zCurrently no support for z connection ) rK RuntimeErrorr@rrr)rIr+NotImplementedError) r1rwrur]rrrZ can_closeZdefer_cursor_closeZ frame_initframer2r2r3 to_polars1s8   zConnectionExecutor.to_polars)rAr$r,r-)r,r)rMrNrOrPrQrRr,r-)r,rX)r\r#r]r&r,r#)r,r-)rirXrjrXr,r-)rtrrurvrwr?r,rx)rKr%rr?r,r)rKr%rurvrr?r,r) rurvrwr?r]rrrvr,r)rrr]r&r,r&)rr r,r?)rKr r,r?)rr r,r%)rr rr r,r )rrrrr,r)rrrrrr?r,r) rwr?rurvr]rrrvr,r)r:r;r<r=r@__annotations__r4rLrWr[ staticmethodrgrVrsr~rrrrrrTrrrrrJrrrrrr2r2r2r3r>JsP           A B       $ /2r>)> __future__rrcollections.abcrr contextlibrinspectrrtypingrr r rr r^Zpolars._utils.variousr r Zpolars.convertrZpolars.datatypesrZpolars.exceptionsrrrZ"polars.io.database._arrow_registryrZ"polars.io.database._cursor_proxiesrrZpolars.io.database._inferencerZpolars.io.database._utilsrsysrrtypesrZpyarrowpar version_inforZtyping_extensionsrr Zsqlalchemy.sql.expressionr!r#Zpolars._typingr$r%r&r(rr)r>r2r2r2r3s>