ɯei,XddlmZddlZddlmZddlmZmZmZm Z ddl m Z ddl m Z ddlmZmZmZmZmZmZmZmZdd lmZdd lmZdd lmZdd lmZdd lm Z m!Z!m"Z"m#Z#ddl$m%Z%ddl&m'Z'erddlm(Z(ddlm)Z)ddl*m+Z+e e,Z- ddZ.Gddee/Z0y)) annotationsN)deque) ALL_COMPLETEDFutureProcessPoolExecutorwaitThreadPoolExecutor) getLogger) TYPE_CHECKINGAnyCallableDequeIterableIteratorLiteraloverload)IterUnit)NotSupportedError)pandas)pyarrow)ArrowResultBatchDownloadMetricsJSONResultBatch ResultBatch)TelemetryField)get_time_millis) DataFrame)Table)SnowflakeCursorc +&Kjdd}|rdfd }dd} dfd } dd<ndfd }dd } dd } |r|5} tjd |Ed{|r`tjd |d j| j| |j fi} |j | |r`t|t\} } d}|rdtjd|| |j jEd{tjd||dz }|rdddd|y|5} tjd ttt|D]]} tjd |d j|j | j| |j fi_|Ed{d}|rtjd||r]tjd |d j| j| |j fi} |j | |j } | | j}tjd||Ed{tjd||dz }|rddd|y77#1swYxYw7 7J#1swY)xYww)aCreates an iterator over some other iterators. Very similar to itertools.chain but we need some keywords to be propagated to ``_download`` functions later. We need this to have ResultChunks fall out of usage so that they can be garbage collected. Just like ``ResultBatch`` iterator, this might yield an ``Exception`` to allow users to continue iterating through the rest of the ``ResultBatch``. is_fetch_allFctSN)rprefetch_thread_nums`/var/www/html/glpi_dashboard/venv/lib/python3.12/site-packages/snowflake/connector/result_set.pycreate_pool_executorz1result_set_iterator..create_pool_executorAs&':; ;c|jSr%) populate_databatchs r(create_fetch_taskz.result_set_iterator..create_fetch_taskDs&& &r*c(|jdiS)N create_iter) future_resultkws r(get_fetch_resultz-result_set_iterator..get_fetch_resultGs,=,,2r2 2r*N connectionctSr%r r&sr(r)z1result_set_iterator..create_pool_executorMs%&9: :r*c|jSr%r2r-s r(r/z.result_set_iterator..create_fetch_taskPs$$ $r*c|Sr%r1)r4s r(r6z-result_set_iterator..get_fetch_resultSs r*z,beginning to schedule result batch downloadsz%queuing download of result batch id: r) return_whenrz"user began consuming result batch z(user requesting to consume result batch z%user finished consuming result batch )returnr)r.r)r4r)r<r )r4r) poploggerdebugidsubmitpopleftappendrrresultrangeminlen)first_batch_iterunconsumed_batchesunfetched_batchesfinalr'use_mpr5r#r)r/r6poolfuture_ibatch_iterators ` ` r(result_set_iteratorrR)s(66.%0L  < ' 3 < ; % ! ! # t LLG H' ' '# ;,F,F,H,O,O,QRRR A!EFQ % $  ! #& t LLG H32C8I4JKL  ;*+  )r*cd|j|jtjdS)zGFetches all the results as Arrow Tables, chunked by Snowflake back-end.arrow iter_unit structurerq _create_iterr TABLE_UNITrls r(_fetch_arrow_batcheszResultSet._fetch_arrow_batchess, ##%  8+>+>' RRr*cyr%r1rYforce_return_tables r(_fetch_arrow_allzResultSet._fetch_arrow_allsTWr*cyr%r1r|s r(r~zResultSet._fetch_arrow_allsLOr*ct|j}|rtj|S|r|jdj SdS)z=Fetches a single Arrow Table from all of the ``ResultBatch``.rN)listrzpa concat_tablesrVto_arrow)rYr}tabless r(r~zResultSet._fetch_arrow_allsGd//12 ##F+ +1C4<<?++- M Mr*c h|j|jdtjdd|S)zFetches Pandas dataframes in batches, where batch refers to Snowflake Chunk. Thus, the batch size (the number of rows in dataframe) is determined by Snowflake's back-end. rrtr1rw)rYkwargss r(_fetch_pandas_batcheszResultSet._fetch_pandas_batchess= ##% t   ))X AG  r*c ~ttjtjj }t |Dcic]}||vs||j|}}t|jdddi|}|rtj|fddi|S|jdjdi|Scc}w)z"Fetches a single Pandas dataframe.r#T ignore_indexrr1) rinspect signaturerconcat parametersdictr=rrV to_pandas)rYr concat_argsk concat_kwargs dataframess r(_fetch_pandas_allzResultSet._fetch_pandas_alls7,,V]];FFG 37<Ta1 CSFJJqM)T T4$44Q$Q&QR ==!   )t||A((2622Us  B:B:ci}|jD]<}|jjD]\}}|j|d|z||<>|S)z6Sum up all the chunks' metrics and show them together.r)rV_metricsitemsre)rYoverall_metricscnvs r(razResultSet._get_metricssb*, CA ((* C1%4%8%8A%>%B" C Cr*c"|jS)z?Returns a new iterator through all batches with default values.)rxrls r(__iter__zResultSet.__iter__ s  ""r*c |jdd}|jj|d<|jdjd i|}t }t |jdd}t |D]-\}}tjd|dzd|j/t||||j|jf||jd |S) zSet up a new iterator through all batches with first 5 chunks downloaded. This function is a helper function to ``__iter__`` and it was introduced for the cases where we need to propagate some values to later ``_download`` calls. r#Fr7rrNz result batch z has id: )r#rLr1)r=rWr7rVr3r enumerater>r?r@rRrmr'rX)rYrr#rHrIrJnumr.s r(rxzResultSet._create_iterszz.%8  $||66|64<<?66@@>CW"$,,qr"23#$56 GJC LL=q 588*E F G#     " "  $ $  &<<    r*cJd}|jD]}||jz }|S)z1Returns the total rowcount of the ``ResultSet`` .r)rVrowcount)rYtotalps r(total_row_indexzResultSet.total_row_index:s- A QZZ E  r*N) rZr!r[z.list[JSONResultBatch] | list[ArrowResultBatch]r'intrLboolr<None)r<r)r<zIterator[Table])r}zLiteral[False]r< Table | None)r}z Literal[True]r<r )F)r}rr<r)r<zIterator[DataFrame])r<r)r<zdict[str, int])r<Iterator[tuple])r<z`Iterator[dict | Exception] | Iterator[tuple | Exception] | Iterator[Table] | Iterator[DataFrame])r<r)__name__ __module__ __qualname____doc__r\rjrmrqrzrr~rrrarrxrr1r*r(rTrTs   F !     2 S SWW OON   3#'   ' Rr*rT)rHrrIzDeque[Future[Iterator[tuple]]]rJzDeque[ResultBatch]rKzCallable[[], None]r'rrLrr5r r<zJIterator[dict | Exception] | Iterator[tuple | Exception] | Iterator[Table])1 __future__rr collectionsrconcurrent.futuresrrrrconcurrent.futures.threadr loggingr typingr r rrrrrr constantsrerrorsroptionsrrr result_batchrrrr telemetryr time_utilrrr snowflake.connector.cursorr!rr>rRrrTr1r*r(rs"OO8    %" && : 8 i%i6i*i  i  i  i iPiXjjr*