ɯeizUddlmZddlZddlZddlZddlmZddlmZm Z ddl m Z ddl m Z mZmZmZmZmZddlmZdd lmZdd lmZdd lmZmZmZdd lmZmZdd l m!Z!m"Z"ddl#m$Z$m%Z%m&Z&m'Z'ddl(m)Z)m*Z*m+Z+m,Z,m-Z-ddl.m/Z/ddl.m0Z1ddl2m3Z3ddl4m5Z5m6Z6m7Z7ddl8m9Z9e e:Z;dZm?Z?ddl0m@Z@mAZAddlBmCZCddlDmEZEddlFmGZGmHZHddlImJZJgZKdeLd<dZMd ZNd!ZO d. d/d"ZPe Gd#d$eZQGd%d&eZR d0d'ZSGd(d)ejZUGd*d+eUZVGd,d-eUZWy)1) annotationsN) b64decode)Enumunique) getLogger) TYPE_CHECKINGAnyCallableIterator NamedTupleSequence)Self)ArrowConverterContext)exponential_backoff)OK UNAUTHORIZEDurlparse) FIELD_TYPESIterUnit)'ER_FAILED_TO_CONVERT_ROW_TO_PYTHON_TYPE ER_NO_PYARROW)ErrorInterfaceErrorNotSupportedErrorProgrammingError) RetryRequestget_http_retryable_erroris_retryable_http_coderaise_failed_request_errorraise_okta_unauthorized_error)installed_pandas)pyarrow)SecretDetector) HttpConfigSessionManagerSessionManagerFactory)TimerContextManager ) DataFrame)DataTypeTable)SnowflakeConnection)SnowflakeConverterType)ResultMetadataV2SnowflakeCursor)Responsez,list[Callable[[ResultMetadataV2], DataType]]FIELD_TYPE_TO_PA_TYPEz/x-amz-server-side-encryption-customer-algorithmz)x-amz-server-side-encryption-customer-keyAES256c ddlm}m}tj d|t j k(r|d||||||S|d||||||S)Nr)PyArrowRowIteratorPyArrowTableIteratorz+Using nanoarrow as the arrow data converter)nanoarrow_arrow_iteratorr6r7loggerdebugrROW_UNIT) datacontextuse_dict_resultnumpynumber_to_decimalrow_unitcheck_error_on_every_columnr6r7s b/var/www/html/glpi_dashboard/venv/lib/python3.12/site-packages/snowflake/connector/result_batch.py_create_nanoarrow_iteratorrD8smS LL>? x(( (        ' "       ' ceZdZdZdZdZdZy)DownloadMetricsz:Defines the keywords by which to store metrics for chunks.downloadparseloadN)__name__ __module__ __qualname____doc__rHrIrJrErCrGrG[sDH E DrErGc0eZdZUdZded<ded<ded<y)RemoteChunkInfozKSmall class that holds information about chunks that are given by back-end.strurlintuncompressedSizecompressedSizeN)rKrLrMrN__annotations__rOrErCrQrQdsU HrErQc^g}d}|d}|jdd}|}g} |dk(rdfd } |D cgc] } | |  }} n0|jd} tjj}d|vr|d} tj dt | |jd }i}d |vrCi}|d jD]*\}}|||<d |vstj d |d |,nC|Atj dtj|t|t<||t<dd}|dk(rj| D cgc]^} t| d||| ||jjjjj j#`} } n~| D cgc]s} t%| d||| |jjj&|jj(jj j# u} } | D]} || j*z}|dk(rWtj-|jd|||jjj j#}n rt$j-| ||jjj&|jj(jj j#}ntj/d|t$j-dd|jjj&|jj(jj j#}|g| zScc} wcc} wcc} w)Nrowtypetotalrjsonc~|dj}jjj||}||fS)Ntype)upper _connection converterto_python_method)col type_name python_methodcursors rCcol_to_converterz6create_batches_from_response..col_to_converterzsCF ))+I"..88II3Mm+ +rE rowsetBase64chunksz chunk size=qrmk chunkHeaders encryptionzadded chunk header: key=z, value=zqrmk=c0t|d|d|dS)NrSrUrV)rSrUrV)rQ)cs rCremote_chunk_infoz7create_batches_from_response..remote_chunk_infos("eH!"#5!6 !12 rErowCountjson_result_force_utf8_decodingsession_managerrrrowsetz9Don't know how to construct ResultBatches from response: )rbdict[str, Any]returnz"tuple[str, SnowflakeConverterType])rmrvrwrQ)getrr__session_parametersr9r:lenitemsr$ mask_secrets SSE_C_AESSSE_C_ALGORITHM SSE_C_KEYJSONResultBatch_use_dict_result _json_result_force_utf8_decoding_session_managercloneArrowResultBatch_numpy_arrow_number_to_decimalrowcount from_dataerror)re_formatr<schemacolumn_converters arrow_contextrowtypes total_lenfirst_chunk_lenrest_of_chunksrfrm rowset_b64rhri chunk_headers header_key header_valuern first_chunks` rCcreate_batches_from_responserls CE26MIHXXgq)IO(*N& ,;CCQ-a0CCXXn- -f.@.@.T.TU 4h {3v;-01xx(* T !M,0,@,F,F,H ( L,8 j)z1LL2:,h|nU    LL5! ))}D>  sN A#N%1A8N*ceZdZdZ d ddZeddZeddZeddZeddZ eddZ e jdd Z ed Z e jdd Z dd Z d dd Zej ddZddZej ddZej d dZej d d!dZy)" ResultBatchazRepresents what the back-end calls a result chunk. These are parts of a result set of a query. They each know how to retrieve their own results and convert them into Python native formats. As you are iterating through a ResultBatch you should check whether the yielded value is an ``Exception`` in case there was some error parsing the current row we might yield one of these to allow iteration to continue instead of raising the ``Exception`` when it occurs. These objects are pickleable for easy distribution and replication. Please note that the URLs stored in these do expire. The lifetime is dictated by the Snowflake back-end, at the time of writing this this is 6 hours. They can be iterated over multiple times and in different ways. Please follow the code in ``cursor.py`` to make sure that you are using this class correctly. Nc||_||_||_||_||Dcgc]}|j c}nd|_||_||_i|_d|_ |jrFt|jj}|jjdd} | d|_yt|j|_ycc}w)N/r)r_chunk_headers_remote_chunk_info_schema_to_result_metadata_v1rrr_metrics_datarrSpathrsplitidrR) selfrrrnrr>rrs parsed_url path_partss rC__init__zResultBatch.__init__s! +"3 d } | | } | tA|}t jCd|jd|dzd|d| d tEjF|Yd} ~ d} ~ wwxYw)z;Downloads the data that the ``ResultBatch`` is pointing at.rNz%started downloading result batch id: )rSheaderstimeoutrSzdownloading result batch id: z with existing session rxz/ with new session through local session managerF) use_poolingz)successfully downloaded result batch id: rz+Failed to fetch the large result set batch z for the z th time, backing off for zs for the reason: '')rxrO))_backoff_generatorrrangeMAX_DOWNLOAD_RETRYr(r9r:rrrSrDOWNLOAD_TIMEOUTrestrruse_requests_sessionrequestr use_sessionr'rrx status_coderrrrrr!r Exception isinstanceargsnext exceptiontimesleepget_timing_millisrrGrHvalue)r connectionkwargs sleep_timerbackoffretrydownload_metric chunk_url request_datasessionresponselocal_session_managerres rC _downloadzResultBatch._downloadOsO %  ) )&$&(  -.E (ED ((*6UoLL#H !RS $ 7 7 ; ;I(#'#6#6#3$L#&OO&OO;;G(__AA(/N$"LL"?yH_`g_h i(7w'M 'MH NN..:!22>>(/N$'6w'M 'MHNN  ;DGG9Dst1F0Q0Q(-1-$=#8#<#<#L|#L++r1 GyQW6U6U\.h.B.BC'?@T@T'U*511!--=5dHE24E8Tm6UE (P  - - / o..445qNNNN36U6Up!), (.22%/<%@q AGGHAG"7m   Awwiy 4''2m3FqcL  ;'' (sn J(BJ 8J3J8J B JJ(A#JJ(J JJ JJ% !J((M7BL==Mc t)aDownloads the data from from blob storage that this ResultChunk points at. This function is the one that does the actual work for ``self.__iter__``. It is necessary because a ``ResultBatch`` can return multiple types of iterators. A good example of this is simply iterating through ``SnowflakeCursor`` and calling ``fetch_pandas_batches`` on it. NotImplementedError)rrs rCrzResultBatch.create_iters ""##rEcZts%d}t}tjt||dy)NzOptional dependency: 'pandas' is not installed, please see the following link for install instructions: https://docs.snowflake.com/en/user-guide/python-connector-pandas.html#installationmsgerrno)r"rrerrorhandler_make_exceptionr)rrrs rC_check_can_use_pandasz!ResultBatch._check_can_use_pandass=s "E33 "  rEctrrrs rC to_pandaszResultBatch.to_pandas !##rEctrrrs rCto_arrowzResultBatch.to_arrowrrEc t)zDownloads the data that the ``ResultBatch`` is pointing at and populates it into self._data. Returns the instance itself.rrrrs rC populate_datazResultBatch.populate_datas "##rEr)rrTrdict[str, str] | NonernRemoteChunkInfo | NonerSequence[ResultMetadataV2]r>boolrrSessionManager | NonerwNone)rwr)rwz int | None)rwz list[str])rwr)rrrrwr)rr%rwr)rw8Iterator[dict | Exception] | Iterator[tuple | Exception])rSnowflakeConnection | Nonerwr2)rw`Iterator[dict | Exception] | Iterator[tuple | Exception] | Iterator[Table] | Iterator[DataFrame])rwr)rwr+rwr-rrrwr)rKrLrMrNrpropertyrrrrrrsetterrrrabcabstractmethodrrrrrrOrErCrrs626))-)2 ) + )  )/) ):&&668822%%00,,UU " A "8<T4T Tl $ $$$  $$ $$ 7;$4$ $$rErceZdZddd dfdZe d ddZddZ ddZddZ d dd Z d dd Z d dd Z d Z d Z dZxZS)rFNrpcJt |||||||||_||_yr)superrrr) rrrrnrrr>rqrr __class__s rCrzJSONResultBatch.__init__s7         1P-!2rEc b|t|dd||||}|j||_|S)z:Initializes a ``JSONResultBatch`` from static, local data.Nrs)rz_parser)clsr<data_lenrrr>rr new_chunks rCrzJSONResultBatch.from_datasA I     + $**40 rEc"|jr t|jdd}n |j}tjdjd|d gS#t$r+}d|}tj |t |d}~wwxYw) a This function loads a compressed JSON file into memory. Returns: Whatever ``json.loads`` return, but in a list. Unfortunately there's no type hint for this. For context: https://github.com/python/typing/issues/182 zutf-8strict)errorsz2failed to decode json result content due to error )rNru[]) rrRcontentrr9rrtextr[loadsjoin)rr read_dataexcerr_msgs rC_loadzJSONResultBatch._loads  0 0 ) 0 0'(K ! Izz"''3 3"7899 )NsgV W%(( )sA B#&B  Bc tjd|jg}|jre|D]^}i} t |j ||j D]$\\}}}}|||n||||j<&|j|`|S|D]{}dgt|j z} d} t |j ||j D]\\}}}} |||n|||| <| d z } !|jt!|}|S#t$rh} djddd| } tj| |jtjt| tdYd} ~ Qd} ~ wwxYw#t$rh} d jddd| } tj| |jtjt| tdYd} ~ `d} ~ wwxYw) z+Parses downloaded data into its final form.zparsing for result batch id: NzFailed to convert: field z: z::z , Error: rrr)r9r:rrziprrrappendrrrrrrrztuple) rdownloaded_data result_listrow row_result_trmvrbrridx_cols rCr zJSONResultBatch._parses7  4TWWI>?  &  +... ,UQC 56IqPQRSPT 388, U  &&z2 ^1' "Vc$,,&77 C,/.. -!(QD 01yAI!1Q4 3q ! &&uZ'89 0K! 5chhZr"Rs)TYSZ[C$$S)&&99*'*)P 2! 5dii[2$b9UZT[\C$$S)&&99*'*)P s3AD5AF  F !AFF  G=AG88G=c"d|jdS)NzJSONResultChunk()rrs rC__repr__zJSONResultBatch.__repr__Vs!$''!,,rEc F|j|}tjd|jt 5}|j |}dddtjd|jj |jtjj<t 5}|j}dddj |jtjj<S#1swYxYw#1swYLxYw)Nr!started loading result batch id: "finished loading result batch id: ) rr9r:rr(rrrrGrJrr rI)rrrr load_metricr! parse_metric parsed_datas rC _fetch_datazJSONResultBatch._fetch_dataYs>>Z>8 8 BC " 3k"jj2O 3 9$''CD4?4Q4Q4S o**001 " 7l++o6K 75A5S5S5U o++112 3 3  7 7sD :D DD c 8|jdd|i||_|SNrrO)r4rrs rCrzJSONResultBatch.populate_datais%&T%%FFvF  rEc ~|jrt|jSt|jdd|i|Sr6)riterrr4rs rCrzJSONResultBatch.create_iteros; ;; # #$D$$E EfEFFrEc2tdt|dS)Nz Trying to use arrow fetching on z which is not ArrowResultChunk)rr]rs rC_arrow_fetching_errorz%JSONResultBatch._arrow_fetching_errorvs$ .tDzl;& '  rEc"|jrr:rs rCrzJSONResultBatch.to_pandas|((**rEc"|jrr<rs rCrzJSONResultBatch.to_arrowr=rE)rrTrrrnrrrr,Sequence[tuple[str, SnowflakeConverterType]]r>rrqrrrrrwrr) r<zSequence[Sequence[Any]]rrTrrrr?r>rrrr)rr2rwlist)rw0list[dict | Exception] | list[tuple | Exception]rwrR)rrrwrAr)rrrwr)rKrLrMr classmethodrrr r,r4rrr:rr __classcell__r s@rCrrs5161533-32 3 + 3 H 33*.3/3 3.26%+  H   /,:,6 96p-8<4 9"8<4 8<G4G AG ++rErc6eZdZ d dfd ZddZ ddZ d ddZe d ddZ d ddZ d ddZ ddZ ddd Z d dd Z d dd Z d dd Z d dd ZxZS)rc Xt ||||||| ||_||_||_yr)r r_contextr_number_to_decimal) rrrrnr=r>r?rr@rrr s rCrzArrowResultBatch.__init__s<            "3rEc"d|jdS)NzArrowResultChunk(r*r+rs rCr,zArrowResultBatch.__repr__s"477)1--rEct|j|j|j|j|j |S)zCreates a ``PyArrowIterator`` from a response. This is used to iterate through results in different ways depending on which mode that ``PyArrowIterator`` is in. )rDrrHrrrI)rrrAs rCrzArrowResultBatch._loads=*    MM  ! ! KK  # #    rEc t|dk(r tgSt|tr t |}t ||j |j|j|j||S)zCreates a ``PyArrowIterator`` files from a str. This is used to iterate through results in different ways depending on which mode that ``PyArrowIterator`` is in. r) rzr8rrRrrDrHrrrI)rr< iter_unitrBs rC _from_datazArrowResultBatch._from_datasa t9>8O dC T?D)  MM  ! ! KK  # #  '  rEc 6||dd|||||| } || _| S)zr?rr@rrrs rCrzArrowResultBatch.from_datas8        +   rEc|jr0 |j|j||r|jSdS|j|}t jd|jt5} |j||} dddt jd|jj|jtjj <S#t$r3|r/t |ddr"t jd|jwxYw#t$r)|r%t |ddrt jd|wxYw#1swYxYw)z?Create an iterator for the ResultBatch. Used by get_arrow_iter.N_debug_arrow_chunkFzarrow data can not be parsed: r.r/r0)rrNr,check_arrow_conversion_error_on_every_columnrgetattrr9r:rrr(rrrrGrJr)rrMrrr1 loaded_datas rC _create_iterzArrowResultBatch._create_itersZ ;; JJ&#OO  " >>Z>8 8 BC " k "jj9=    9$''CD4?4Q4Q4S o**001 '*6JE"RLL#A$**!NO  '*6JE"RLL#A(!LM   s.(C1C1;E%=D01+>: VVrEc 6trtDcgc]}|j}}|jDcgc]5}t j |j |j|7}}t j|jScc}wcc}w)z)Returns empty Arrow table based on schema) r"rpa_typerpafieldr type_coder empty_table)rrr3rfieldss rC_create_empty_tablez$ArrowResultBatch._create_empty_table s 8C$D1QYY$D !$D\\  HHQVV?21;;?B C  yy ,,.. %E s B:Bcbt|j|d}||S|jS)z%Returns this batch as a pyarrow Tabler.N)rrYra)rrvals rCrzArrowResultBatch.to_arrows54'':'>E ?J''))rEc j|j|j|}|jdi|S)z(Returns this batch as a pandas DataFramer.rO)rrr)rrrtables rCrzArrowResultBatch.to_pandass4 ""$  4u(((rEc ~g}|jdd|i|}|js|j|t|S)z:An iterator for this batch which yields a pandas DataFramerrO)remptyrr8)rrr iterator_data dataframes rC_get_pandas_iterz!ArrowResultBatch._get_pandas_iter'sA "DNNCjCFC    +M""rEc |jdtj}|tjk(r=|jdd}|dk(r|jdd|i|S|j |S|j ||S)zKThe interface used by ResultSet to create an iterator for this ResultBatch.rM structurepandasrr.rWrO)poprr;rXrjrYrU)rrrrMrls rCrzArrowResultBatch.create_iter1s%jjh6G6GH ++ + ;9IH$,t,,M MfMM++z+BB$$yZ$P PrEc H|j|j|_|S)Nr.)rrrrs rCrzArrowResultBatch.populate_dataDs!^^z^:BB  rEr)rrTrrrnrr=rr>rr?rrrr@rrrrrwrrB)rr2rArrwrT)r<z str | bytesrMrrBrrwr)r<rRrrTr=rr>rr?rrrr@rrrr)rMrrrrwzJIterator[dict | Exception] | Iterator[tuple | Exception] | Iterator[Table])rrrwzIterator[Table]r)rrrwr-)rrrwr+)rrrwzIterator[DataFrame])rrrwrr)rKrLrMrr,rrNrCrrUrYrarrrjrrrDrEs@rCrrs2644-42 4 ' 4  44+4 4/4 40.   ,4 A *-1    &*  B  626'     + /8MQ!/I SB8<W4W W /*8<)4) )8<#4# #8<Q4Q Q(8<4 rErrp)r<bytesr=rr>rr?rr@rrArrBr) rer1rrRr<rvrrrwzlist[ResultBatch])X __future__rrr[rbase64renumrrloggingrtypingrr r r r r typing_extensionsrrrbackoff_policiesrcompatrrr constantsrr errorcoderrrrrrrnetworkrrrr r!optionsr"r#r\secret_detectorr$rrr%r&r' time_utilr(rKr9rrrmr+r,r-rr.r`r/rer0r1vendored.requestsr2r3rWr~rr}rDrGrQrABCrrrrOrErCrs" OO"01..,MNN&"+NN* 8  '/19+GICHD 7  )-    "        "& Fdjs* s* s* s* ' s*  s*lt$#''t$ng+kg+TE{ErE