:Djͻ< dZddlZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z ddl ZddlmZmZmZmZmZmZmZmZmZddlmZmZddlmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'e ejPe ee efZ)dZ*d d hZ+d ed e ed dfdZ,d ed dfdZ-d ed e.fdZ/d ej`d e1fdZ2d ej`d e3fdZ4d ede.d efdZ5ejlfd ed ede7de ede eded e)fdZ8d ed e.fdZ9ejlfd ed ede7de ede eded e)fdZ:d ed e.fdZ;d ed e.fdZejlfd ed ede7de ede eded e)fd!Z?d ed e.fd"Z@d ed e.fd#ZAd$d$d$d$d$d$d$d$d%d%d%d&d' ZBd$d$d$d$d$d$d$d$d%d%d&d( ZCd$d$d$d$d$d$d$d$d%d%d%d%d&d) ZDeBjeCeBjeDd*ZFd ed dfd+ZGd ed,e eHde ede ed-e.d e e ee eff d.ZIded e.fd/ZJded e.fd0ZKded e.fd1ZLded e.fd2ZMded e.fd3ZNd4ed ej`fd5ZOd ed eej`fd6ZPd ed-e.d dfd7ZQGd8d9ZR dvd ed-e.de ede ed,e eHd e eRe ee eff d:ZSd ed;eHde edZUd ed e.fd?ZVd ed;eHde ed,?tC NCSTUU dkk.?.?@IFA!$,, 0B0BCJGQ DIIOOr?rS)r$r@rArkrSs r/ is_scipy_cscrlrCrDctj}t|dtt j t |jt |jt |jt|jdtt|t|t|tj||||fS)z"Initialize data from a CSC matrix.Frr`)rarbrZrrXGDMatrixCreateFromCSCrPrVrTr$rr3r rdrerfrgs r/_from_scipy_cscros__ F4' ## T[[ ) T\\ * TYY '  1 & gG #O 4  LL    =- //r1cd}d} ddlm}t||} ddlm}t||}|xs|S#t$rY$wxYw#t$rY wxYw)zPredicate for scipy COO input.Fr) coo_array) coo_matrix)r=rqr>r?rr)r$r@rArqrrs r/ is_scipy_coorsrCrDct|dS)NrGr5r8s r/_is_np_array_likervs 4. //r1rWct|s,|jtjtjfvr#tj }|j |d}|jjstj|d}||fS)NFcopyA) requirements) rrWr(float16bool_float32astypeflagsalignedrequirer$rWs r/rUrUsf BHH/E!E {{5u{- ::  zz$S1 ;r1c |jjstj|d|}ntj||}t ||\}}|S#t $rtj||}Y3wxYw)zGHandle numpy slice. This can be removed if we use __array_interface__.T)ryrWrW)r c_contiguousr(arrayasarrayAttributeErrorrUrs r/_maybe_np_slicersn-zz&&88Dt59D::d%0D#4/KD% K -zz$e,-sAA A<;A<c Bt|t||j\}}tj}t t jt|tt|t|t|tj||||fS)z(Initialize data from a 2-D numpy matrix.r`) r9rUrWrarbrrXGDMatrixCreateFromDenserPr rdrerf)r$r%r[r\r]r^rXrhs r/_from_numpy_arrayrsdtTZZ0GD! __ F %% T " gG #O 4  LL    =- //r1cV ddl}t||jS#t$rYywxYwNrF)pandasr?r>rr$pds r/ _is_pandas_dfr s1 dBLL ))   ((cZ ddlm}t||jS#t$rYywxYwr) modin.pandasrr?r>rrs r/ _is_modin_dfrs1! dBLL ))   **rerdi) int8int16int32int64uint8uint16uint32uint64r|r~float64bool) Int8Int16Int32Int64UInt8UInt16UInt32UInt64Float32Float64boolean) z int8[pyarrow]zint16[pyarrow]zint32[pyarrow]zint64[pyarrow]zuint8[pyarrow]zuint16[pyarrow]zuint32[pyarrow]zuint64[pyarrow]zfloat[pyarrow]zfloat32[pyarrow]zdouble[pyarrow]zfloat64[pyarrow]z bool[pyarrow]zpWhen categorical type is supplied, the experimental DMatrix parameter`enable_categorical` must be set to `True`.cLt|drvt|jdr`t|jDcgc]+\}}|jtvr|j |d|-}}}ddj |z}nd}d}|dtd|}t|cc}}w) Ndtypes__iter__z: z Invalid columns:, z?DataFrame.dtypes for data must be int, float, bool or category. ) r5r enumeratename_pandas_dtype_mappercolumnsjoin_ENABLE_CAT_ERRr7)r$rrW bad_fieldserrtype_errmsgs r/_invalid_dataframe_dtyperUstX74;; #C&dkk2 5zz!55||Ar% )  "DIIj$99PHj/*!C5 3C S/ s0B metaenable_categoricalc ddl}||t|j|jrB|jDcgc]*}dj |Dcgc] }t |c},}}}n(t |jjt }||g}|jD]}t|r-|jt|jj;t|s t|r|r|jt i|jt|j||fScc}wcc}}w)z)Handle feature info for pandas dataframe.rNr)rr>r MultiIndexrr,listmapris_pd_sparse_dtypeappendrsubtyperis_pd_cat_dtypeis_pa_ext_categorical_dtypeCAT_T) r$rr\r]rrrxrWs r/pandas_feature_inforgs dllBMM 2DHLLQqSXXq&9!s1v&9:QMQ !1!1#!67M [[ GE!%($$%9%--:L:L%MN&*Ee*L$$$U+$$%9%**%EF G - ''!':QsD; D6 D;6D;cddlm}m}m}||xr|jt v}||xr|jdk(}||xr|jt v}|xs|xs|xs t |S)z(Whether dtype is a pandas nullable type.r) is_bool_dtypeis_float_dtypeis_integer_dtyper)pandas.api.typesrrrrpandas_nullable_mapperr)rWrrris_intis_boolis_floats r/is_nullable_dtyperslPP e $ M7M)MFE">uzzY'>Ge$M7M)MH  BW B BOE,BBr1ct|dS)z;Return whether dtype is a pyarrow extension type for pandas pyarrow_dtyperurs r/is_pa_ext_dtypers 5/ **r1c2tt|ddddS)z)Check whether dtype is a dictionary type.rN pyarrow.libDictionaryType)rgetattrrs r/rrs -}>N r1c,ddl}t|jdrmt|jjdrM|jjj}||j |dk\rddlm}t||Sddlm }||S)z)Wrapper for testing pandas category type.rNversionVersion2.1.0CategoricalDtypeis_categorical_dtype) rr5utilrr __version__rr>rr)rWrrrrs r/rrslrww "wrww 'J''//)) 2>> "gg&6 6 /e%56 65  &&r1c,ddl}t|jdrmt|jjdrM|jjj}||j |dk\rddlm}t||Sddlm }||S)z'Wrapper for testing pandas sparse type.rNrrr) SparseDtype) is_sparse) rr5rrrrrr>rr)rWrrrrs r/rrskrww "wrww 'J''//)) 2>> "gg&6 6 *e[1 1* U r1serc4ddl}ddl}|j}|j}|j }|j dk(xr&|j j|j }|j|d}t||j\}}|S)z Handle pandas pyarrow extention.rNF)zero_copy_onlywritable) rpyarrowr__arrow_array__combine_chunks null_counttypes is_booleanr-to_numpyrUrW) rrpad_arrayaachunk zero_copyarrrXs r/pandas_pa_typers .1YYG"113B'')E  A%Mbhh.A.A%**.M*MInnInNC c399 -FC Jr1c ddl}ddlm m g}d|jdtj fd}d|jdtj f fd }d|jdtj f fd }t |j|jD]*\} t r td t r|j|||Ct r|jt||lt r|j|||t! rtt#|j$j&||j(}|j+}t-|rt/||j0\}}|j||j|||-|S) z9Handle categorical dtype and extension types from pandas.rN) Float32Dtype Float64Dtyperr&cdt|jrt|jjj t jjdt jjt jt jdSt|jsJ|jjjjj j t jjdt jS)Ngna_valuer)rrWrUcatcodesrr(r~replacenanrrrrrdictionary_encoderT)rs r/ cat_codesz(pandas_transform_data..cat_codess 399 %# $$RZZ0rvv&266*    +39955 II % % ' ^    WVVBJJ' WT266 "  r1ctrtj}n-trtj}ntj}t |j |tj |dS)NrWrr)r>r(r~rrUrr)r res_dtyperrrWs r/nu_typez&pandas_transform_data..nu_types] e\ *$&JJI | , I I LLy266L :I   r1c0tjjtjtjjdkD}|xrHt |j tj jtj jf}|s"tjtjhvr|j}n/|jtjtj}t||j dS)Nz1.25.0r r)r(lib NumpyVersionrr>rWr Float32DType Float64DTyper~rrrrU)rnpdtypesrrWs r/oth_typez'pandas_transform_data..oth_types66&&r~~69L9LX9VV II && &&  !  uRZZ 88LLNELLrzzBFFLCEu{{3A66r1zFpyarrow dictionary type is not supported. Use pandas category instead.)rrrSeriesr(ndarrayziprrrr7rrrrrrr arrays SparseArrayrYto_denservrUrW) r$rresultr r rcolrrXrrrWs @@@r/pandas_transform_datarsk1!F ryy RZZ &  RYY  2::  7bii7BJJ7*$,, 4/ U &u -X  5 ! MM)DI. / U # MM.c3 4 u % MM'$s), -  &ryy,,d3i.>.>?C,,.C %)#syy9Q MM#  MM(49- .%/. Mr1cd}|jD]P}|jtvs.t|s#t |r|st |s t |t|sOd}R|rtjdyy)zKValidate the input types, returns True if the dataframe is backed by arrow.FTz3Sparse arrays from pandas are converted into dense.N) rrrrrrrr*r+)r$rsparse_extensionrWs r/pandas_check_dtypesr .sp $ ZZ/ /!%(&+=u% $T * e $#  $ KLr1cfeZdZdZdeej ddfdZdefdZ e de e e ffdZ y)PandasTransformedz1A storage class for transformed pandas DataFrame.rr&Nc||_yN)r)selfrs r/__init__zPandasTransformed.__init__Es  r1cttt|j}t t j |d}|S)z6Return a byte string for JSON encoded array interface.rK)rrrIrrLrMrN)r%aitfssarrayss r/array_interfacez!PandasTransformed.array_interfaceHs2S. => 5)73r1cd|jdjdt|jfS)z*Return shape of the transformed DataFrame.r)rr3r6r%s r/r3zPandasTransformed.shapeNs+||A$$Q'T\\):::r1)__name__ __module__ __qualname____doc__rr(rr&rLr*propertyrrer3r1r/r"r"BsP;RZZ 0T ;uS#X;;r1r"ct|||r/t|jdkDr|tvrt d|dt |||||\}}t |}t|||fS)Nr zDataFrame for z cannot have multiple columns)r r6r _matrix_metar7rrr")r$rr\r]rrs r/_transform_pandas_dfr5Tsw01 DLL!A%$l*B>$/LMNN#6 dM=2D$ M=#4 (F V $m] BBr1rrhct|d|\}}}t|jdk(r|jd}n)tj|jj }t ||\}}t||||y)NF)rr r)r5r6rr(stackTrU_meta_from_numpy)r$rrWrhrXrs r/_meta_from_pandas_dfr:gsl &dE=JD!Q 4<<A Q&((#E51LE5UD%0r1c t||||\}}}tj}tt j |j t|||tj||||fS)N)r[r%r^) r5rarbrrXGDMatrixCreateFromColumnarr*r rf) r$rr%r[r\r]r^dfrhs r/_from_pandas_dfr>ws{(<  -($B }__ F ((    /  LL   =- //r1cV ddl}t||jS#t$rYywxYwr)rr?r>rrs r/_is_pandas_seriesr@s1 dBII && rc"t|jr8|jjj t j }nPt|jr t|}n/|jt j t j}tt|d|r|j}t|jdk(s&|jddk(s|jddk(sJt||||y)z6Help transform pandas series for meta data like labelsrrWr rN)rrWrYrrr(r~rrrrrr6r3r9)r$rrWrhs r/_meta_from_pandas_seriesrBs$**%{{##%,,RZZ8  $d#}}RZZ"&&}9'$67}} tzz?a 4::a=A#5A!9KKT4/r1cZ ddlm}t||jS#t$rYywxYwr)rrr?r>rrs r/_is_modin_seriesrDs1! dBII && rcb|jjtvr"t|jr|s t ||r+t|jr|j j }t|jj|jddjd||||S)Nrr rd) rWrrrrrrrrYreshaper3r)r$r%r[rr\r]s r/_from_pandas_seriesrGs 33 #(: &odjj9xx~~  DJJqM1-44W=  r1c:t|ddxs t|ddS)N datatableFrame DataTablerr8s r/ _is_dt_dfrMs& 4g 6 / k;;r1 meta_typecJdddd}dddd}|r|jddkDr td|r1|dn|}|jddd fj|}|ddfSt d |j D}t |D cgc]\}} | |vr|j|} }} | rd } t| d j| z|N|L|j}| td tj|j|j}|||fScc} }w)z.Validate feature names and types if data tablerrerd)rrerealrr z4DataTable for meta info cannot have multiple columnsNrc34K|]}|jywr$)r).0lts r/ z#_transform_dt_df..s;RWW;szmDataFrame.types for data must be int, float or bool. Did not expect the data types in fields rz5DataTable has own feature types, cannot pass them in.) r3r7rrtupleltypesrnamesrr( vectorizegettolist) r$r\r]rrN_dt_type_mapper_dt_type_mapper2data_types_namesr type_namerrs r/_transform_dt_dfr_sJ &eWEO #E7C  1 !OPP (0Gi }}q!t$++I6T4;t{{;;&&67 Ay O + 1 J <tyy4455   $TU U: %5%9%9:;KLSSU  --%s Dc |r tdt|||dd\}}}tj|jz}t |drpt |j drZt|jD]A}|j j|}|j} tj| ||<Cn,ddl m } t|jD]}| ||||<tj|jz} t|jD]@}tj|j|jjd| |<Bt!||tj} t#t%j&|| t)|j*dt)|j*dtj,| tj.|| ||fS)Nz3categorical data in datatable is not supported yet.internalcolumnr)frame_column_data_rrKr )r7r_rarbncolsr5rarangerb data_pointerdatatable.internalrcc_char_pstypesrencoder0rrXGDMatrixCreateFromDTrr3rfc_int) r$r%r[r\r]rptrsicolrptrrcfeature_type_stringsrhs r/ _from_dt_dfrqsNOO)9 m]D$*&D- OOdjj ( +DtZ WT]]H%E$**% .D--&&t,C""C-DJ .  $**% 9D,T48DJ 9#OOdjj8;djj! %+__ KK  " " ) )' 2& T" w' __ F ""   1 &  1 & LL LL !    =- //r1c:t|ddxs t|ddS)NrTablezpyarrow._datasetDatasetrLr8s r/ _is_arrowru,s' 4 8 O  )=r1cddl}ddl}ddlm}t ||r t dt |j|}|j|j}|S)Nr)rtzarrow Dataset is not supported.) types_mapper) rrpyarrow.datasetrtr> TypeErrorr rs to_pandas ArrowDtype)r$rrrtr=s r/_arrow_transformr|2sL'$ 9:: $ D R]] 3B Ir1ct|ddS)Nzcudf.core.dataframerrLr8s r/ _is_cudf_dfr~Bs 4!6 DDr1cjt|ddxs t|ddxrtt|ddS)z+Must go before both pandas and cudf checks.zpandas.core.framerzpandas.core.seriesrzcudf.pandas.fast_slow_proxy_FastSlowProxyMeta)rr-r8s r/_is_cudf_pandasrFsE 1;? A 4!5x @   T 13G r1c ddlmdtdtffd }|S#t$r" ddlm}Y|S#t$r ddlm}YY|SwxYwwxYw)NrrrWr&ct|Sr$)r>)rWrs r/rz5_get_cudf_cat_predicate..is_categorical_dtypeTse%56 6r1r)cudfrrrr?cudf.api.typesrcudf.utils.dtypes)rrs @r/_get_cudf_cat_predicaterPsa ?) 7 7 7  ? ? ;  ? >  ??s# A0AAAAr c t}g dtddf fd }t|r7||jr|dj}n |j}||nQt |D]C\}}|||jr||}|j}n||j}||Et tj }|S)a#Extract CuDF __cuda_array_interface__. This is special as it returns a new list of data and a list of array interfaces. The data is list of categorical codes that caller can safely ignore, but have to keep their reference alive until usage of array interface is finished. rHr&NcTd|vr|dj|d<j|y)NrF)__cuda_array_interface__r)rH interfacess r/rz&_cudf_array_interfaces..appendjs. Y  )& 1 J JIf )$r1r) rdict _is_cudf_serrWrrrrMrN) r$r rrrHrrrinterfaces_strrs @r/_cudf_array_interfacesr`s34J%$%4% D  +!! ==I55Iyo FAs#DIOO4!! !::  I>> 9   ( :(>?N r1c J ddlm}t t |r2||j r^|jtj}n>|j|jdDcic]}|tjc}}t |r|j g}n |j}t fd|Ds t||t |r|jg}nt|j ddrB|j Dcgc]*}dj#|Dcgc] }t%|c},}}}n(t'|j j)t$}|Kg}|D]D}  | rr|j+t,#|j+t.| jFg} t |r< |j rr|j0j2} | j+| ns|D]n}||j }  | r-r+||j0j2} | j+| G | rt5t6| j+gp|| ||fS#t$r ddlm}YwxYwcc}wcc}wcc}}w) Nr)rr)includec3^K|]$}|jtvxs |xr&ywr$)rr)rRrWrrs r/rTz%_transform_cudf_df..s?   ** @  ' >,> @s*-zcudf.core.multiindexrr)rrr?rrrrWrr(r select_dtypesrallrrrrrr,rrrrrrrr7r) r$r\r]rrrrrrrWr rrs ` @r/_transform_cudf_dfrsH3034D  $;;rxx(D{{&*&8&8&8&H IsS"((] I D**   !&  !YYKM T\\+A< PDHLLQqSXXq&9!s1v&9:QMQ !1!1#!67M  GE#E*/A$$U+$$%9%**%EF  GID  +0BHHNNE   U # %CIOOE#E*/AS ++  '%e, 11  $ % M= 88{ 3223 J(':Qs/I?0JJ)J; J?JJJc t||||\}}}}t||}tj}t t j |t||tj||||fS)N)r[r%) rrrarbrrXGDMatrixCreateFromCudaColumnarr rf) r$r%r[r\r]rr rrhs r/ _from_cudf_dfrsz5G m],>51D)]M,D)>r1ct|dS)Nrrur8s r/_is_cupy_alikers 43 44r1cddl}t|dst|dr|j|d}t|s|j|j fvr|j |jd}|S)Nrr __array__Frx)cupyr5rrrWr}rr~)r$rs r/_transform_cupy_arrayrs_ 43 4{9Szz$Uz+ |!;{{4<scipysparser<r$rs r/ _is_cupy_csrr= dEKK..99 ::  0 <<c~ ddl}t||jjj S#t$rYywxYwr)rr?r>rrrSrs r/ _is_cupy_cscrrrcLdtt|vxr dt|vS)N PyCapsuledltensor)r,r-r8s r/ _is_dlpackrs# #d4j/ ) EjCI.EEr1c@ddlm}dt|vsJ||}|S)Nr) from_dlpack used_dltensor)rrr,)r$rs r/_transform_dlpackrs# #d) ++ t D Kr1c6t|}t|||||Sr$)rr)r$r%r[r\r]s r/ _from_dlpackr#s! T "D D'7M= QQr1cBt|ttjfSr$)r>r,osPathLiker8s r/_is_urir.s dS"++. //r1ct||tj}tjtj j |}t|t|d}ttj|d}ttj|tj||||fS)N)urir^rK)r0rarbrfspathpath expanduserr,rerLrMrNrrXGDMatrixCreateFromURIrf)r$r%r\r]r^rhargsrs r/ _from_urir2sw' __ F 99RWW''- .D4y/ D4::d#W -F++FFLL4HIJ =- //r1c"t|tSr$)r>rr8s r/_is_listrEs dD !!r1 n_threadscbtj|}t|t||||||Sr$)r(rr9r)r$r%rr\r]r^rs r/ _from_listrIs3 HHTNEd  w =- r1c"t|tSr$)r>rUr8s r/ _is_tuplerXs dE ""r1c"t||||||Sr$)r)r$r%rr\r]r^s r/ _from_tupler\s  gy- r1c"t|tSr$)r>rr8s r/_is_iterris dH %%r1ct|dS)Nrrur8s r/_has_array_protocolrms 4 %%r1ctjdt|dt ddl} |j j|}|S#t $rYywxYw#t$rYywxYw)NzUnknown data type: z$, trying to convert it to csr_matrixr) r*r+r-r.r=r?rr< Exception)r$rs r/_convert_unknown_datarqsq MM d4j\)MN||&&t, K  s"A A AA A&%A&Fthreadsc Ft|st|s t|t|rt ||||||St |rt ||||||St|rt |j|||||St|rt||||||St|rt|||||St|rt||||||St|rt!||||||St#|r t%|}t'|r |j(}t|rddl}|j-|}t/|rt1|||||||St3|s t|rt5||||||St7|rt9|||||St;|r t=dt?|r t=dtA|rtC|||||StE|rtG||tI||||||StK|rt1||||||StM|rtO||||||StQ|r$tSjT|}t|||||StW|} | t | ||||St=dtYt[|z)zDispatch data for DMatrix.rNzcupyx CSR is not supported yet.zcupyx CSC is not supported yet.zNot supported type for data.).rr@r9rBrirlrorstocsrrvrrrrrrrrur|r _fsproxy_fastrrrr>r~rrrrryrrrrMr0rqrrDrGrr(rrr,r-) r$r%rr\r]rr^rr converteds r/dispatch_data_backendrs  &7&=$D '7M=/  D '7M=/  D JJL         '7M=/  t}w }oVV~ '7M=/   '7M=/  %t!!||D!T         4L. '7M=BT  dgw }UUD9::D9::$D'7M=QQT7+ '7M=BT  D $gw }  " '7$6 }  4  4  -WW%d+I w    2Sd_D EEr1c|t|drd|jd|}|tvr$t|jdkDr t |yt|jdkDsP&8 r1fieldct||\}}|j}|jdd tdt |}t t j|t||y)NrFzMasked array is not supported.) rUrGrYr7rPrrXGDMatrixSetInfoFromInterfacer)r$rrWrhrHrOs r/r9r9sa #4/KD%((I}}VT".9::$T*M2265<WXr1cJtj|}t||||yr$)r(rr9)r$rrWrhdata_nps r/_meta_from_listrshhtnGWeUF3r1ct||||Sr$)r)r$rrWrhs r/_meta_from_tupler s 4v 66r1c|tvrt|jdddf||y|j}t |}t t j|t||yNr) r4_meta_from_cudf_seriesilocrYrrrrrr$rrhrHs r/_meta_from_cudf_dfrsP L tyyAv>{{)$/ D66vuU|YWXr1cttj|jgdd}t t j |t||yNr4)indentrK)rLrMrNrrrrrrs r/rrs=djj$"?"?!@KWUI2265<STr1ct|}ttj|jgdd}t t j|t||yr) rrLrMrNrrrrrrs r/_meta_from_cupy_arrayrsG  &Ddjj$"?"?!@KWUI2265<STr1cFt|dd||\}}}t||||yr$)r_r9)r$rrWrhrXs r/ _meta_from_dtr#s*"$dE5AJD!QT5%0r1matrixcn|j}|Jt|||yt|rt||||yt |rt ||||yt |rt||||yt|r t|}t|r |j}t|rt||||yt|rt||||yt!|rt#|}t%|||yt'|rt%|||yt)|rt+|||yt-|rt/|||yt1|rt3||||yt5|rt||||yt7|rh|j8j;d}t=|j>dk(s&|j>ddk(s|j>ddk(sJt||||ytA|r$tCjD|}t||||ytGd|ztItK|)zDispatch for meta info.N)rWrhrdr rzUnsupported type for )&rhrrrrrrvr9rur|rrrr:r@rBrrrrrrr~rrMrrrDrYrr6r3rr(rryr,r-)rr$rrWrhrs r/dispatch_meta_backendr*s]]F  t$ |~dE62tUF3tUF3%t!!TT4uVD tUF;$ &dD&1ddD&1DtT6244v.dD%0DT4uVD{{!!'*4::!#tzz!}'9TZZ]a=OOtUF34  4 eV4 +d2CT O DDr1cDeZdZdZdeddffd ZdedefdZd dZ xZ S) SingleBatchInternalIterzAn iterator for single batch data to help creating device DMatrix. Transforming input directly to histogram with normal single batch data API can not access weight for sketching. So this iterator acts as a staging area for meta info. kwargsr&Nc B||_d|_t| dy)NrF) release_data)ritsuperr&)r%r __class__s r/r&z SingleBatchInternalIter.__init__ns#  e,r1 input_datacr|jdk(ry|xjdz c_|di|jy)Nr rr2)rr)r%rs r/nextzSingleBatchInternalIter.nextvs/ 77a< 1 !T[[!r1cd|_yr)rr,s r/resetzSingleBatchInternalIter.reset}s r1)r&N) r-r.r/r0rr&rrerr __classcell__)rs@r/rrfs3---xCr1rcft|r |j}t|s t|rt ||||St |rt |}|d||fSt|rt|d||fSt|s t|rtj|}t|rt||j\}}|d||fSt!|rt#|d}|d||fSt%|r t#|j'd}|d||fSt)|r t#|j'd}|d||fSt+|rddl}|j/|}t1|r t3|}t5|rt7||||\}}}|d||fSt9dt;t=|z)NTr.Value type is not supported for data iterator:)rrr~rrrrrrrrr(rrvrUrWrBrZrlrrsr@rrrur|rr5ryr,r-)r$r\r]rrXrr=s r/_proxy_transformrs t!!4L.! -0B  d$T*T=-77$ &m]JJ~4xx~"44aT=-77D%dD1T=-77D%djjlD9T=-77D%djjlD9T=-77||D!%T+? $m], (M=4 55 Ds4PT:V WWr1proxyct|st|s t|t|r!|j |t t |yt|r!|j |t t |yt|r|j|yt|rt|}|j|yt|tr|j|yt|rt||j|yt!|r|j#|yt%dt't)|z}|)zDispatch for QuantileDMatrix.Nr)rr@r9r~_ref_data_from_cuda_columnarr rr_ref_data_from_cuda_interfacerrr>r"_ref_data_from_pandasrv_ref_data_from_arrayrB_ref_data_from_csrryr,r-)rr$r rs r/dispatch_proxy_set_datar s  &7&=$4 **4dI1FGD **4dI1FGd ++D1$ & ++D1$)* ##D)$ ""4(D   & Ds4PT:V WC Ir1)NNN)NNr$)r0rarMrr*typingrrrrrrr numpyr(_typingr r r rrrrrrcompatrrcorerrrrrrrrrrr rbDispatchedDataBackendReturnTyperr4r0r9rrBrrrIrLrPrZROWrerirlrorsrvrUrrrrrrpandas_pyarrow_mapperupdaterrr,rrrrrrrrr r"r5r:r>r@rBrDrGrMr_rqrur|r~rrrrrrrrrrrrrrrrrrrrrrrrrrr9rrrrrrrrrr r2r1r/rs $ GGG   /    #( OOXl+Xl-CC# w'  x (?2K PT UHUU !x!D!& t2::% 4H>&3%6%6 0 0 00L) 0 L) 0 # 0%0:!x!D!2&3%6%6 0 0 00L) 0 L) 0 # 0%08!x!D!&0H00 #J/ 2::x + +, ( 8J+? BJJ &&3%6%6 0 0 00L) 0 L) 0 # 0%04**T**x*D*       "       23122 8$( ( 3-(L)(L) (  (  8L !8L#9 9: (@C[CTC+3+4+ st '; '4 ' k d   6R Rd2::.>RjMiMTMdM(;;*-1,0 C CCL)CL) C 3- C  h|4h|6L LM C& 1  1  1 J  1 OO 1  1.&3%6%60 000 0 L) 0 L) 0#0%04'H''0 00&.z&:0DJOO0 0"'8''    L)  L) %.H&* &. &.L)&.L)&. 3- &.  # &.  2::x -x /E EF &.R10 10 o &1010L) 10 L) 10  10%10hH 8   EhE4E(t  3%+!6  duBF9 F9L)F9L)F9 F9  6??D(<"8(<:P PQ F9R0 0 00L) 0 L) 0  0%0.?x?D?55d5U0 0 00L) 0 L) 0 % 0(;x;D;;x;D;FXF$FHR R RRL) R L) R % R0(0t0&3%6%6 0 0 o &0L)0L) 0 # 0 % 0&"8""&3%6%6      L)  L)  # % #H##&3%6%6      L)  L)  # % &8&&&h&4&X0 %%2%6%6`F `F `F`FL) `F L) `F  `F#`F%`FF Hx Hs Ht H Y ** Y  Y J  Y OO Y  Y4 44'/ ';4EK__4 47 77'/ ';7EK__7 7 YXYcY6??YtYUU#UvUSWU UUUfooURVU 1 11'/ ';1EK__1 1OS9E 9E#9E+.9E7? 7K9E 9Exh6*X *XL)*XL)*X *X  *XZ% % %~% %r1