^jX>ddlZddlZddlZddlZddlmZddlmZddlm Z  ddl Z ddl Z ddlmZddlmZmZddlmZdd lmZd ZGd d eZGd deZej4dkredej8dej:Zej:Zej>Zej@Z y#e $rYwxYw#e $rddl Z YwxYw#e $r ddlmZYwxYw)N) HTTPAdapter)Session)dump)urlparse)CloudflareLoopProtectionCloudflareIUAMError) Cloudflare) User_Agentz1.2.71c@eZdZgdZfdZdZfdZfdZxZS)CipherSuiteAdapter) ssl_context max_retriesconfig_pool_connections _pool_maxsize _pool_blocksource_addresscR|jdd|_|jdd|_|jdd|_|jdd|_|jdd|_|jrRt |jtr|jdf|_t |jts td|js5tjtjj|_|jj|j_|j|j_|jr|j|j_|jj!|j|jj#|j tj$j&|j_tj$j*|j_t/t0|fd i|y) Nr cipherSuiterserver_hostname ecdhCurve prime256v1rz   $--s3'+':':A&>#d1159R"99#++:Q:QRD 040@0@0L0LD   -+/+;+;D   (##373G3G  0    ( ()9)9 :    + +DNN ;/2~~/E/ED   ,/2~~/E/ED   ,  $0:6:c t|jdrA|jjr+|jj|d<d|j_nd|j_|jj|i|S)NrFT)hasattrrrcheck_hostnamer%)r0r1r2s r4r$zCipherSuiteAdapter.wrap_socket]sr 4##%6 7Dz'CloudScraper.__init__..sCMMCLL?3Sr5)#rrGrHrIrJrKrLrNrOrrrrrsysmoduleskeysrPr user_agent_solveDepthCntrSr-rEr.headersrlistjoinmountr copyregpickler SSLContextr/s r4r.zCloudScraper.__init__ys;ZZ/ #)::.CU#K ZZ. zz)R0  **\48!::mX>$jj)94@%zz*;TB!::mT:K>$jj)94@%zz*;TB!::mT:"JJ  0 0 22D  %**JJy$/    **\15 lD*D;F; l3 3 ??22DL###'??#>#> d&& -"xx(8(89D    ,,.. $ 4 4#22 ,,    s~~'STr5c|jSrY)__dict__)r0s r4 __getstate__zCloudScraper.__getstate__s }}r5c4tt| ||g|i|SrY)r-rErequest)r0methodurlr1r2r3s r4perform_requestzCloudScraper.perform_requests!\40NtNvNNr5c6d|_dt_||)Nr)rar]tracebacklimit)r0 exceptionmsgs r4simpleExceptionzCloudScraper.simpleExceptionsnr5c  ttj|jddy#t$r#}tdt |d|Yd}~yd}~wwxYw)Nzutf-8backslashreplace)errorsz Debug Error: message)printrdump_alldecode ValueErrorgetattr)reqes r4 debugRequestzCloudScraper.debugRequestsU > $--$++G M'!Y":!;< = = >s/2 AAActjjjdkr|jj ddk(ry|j r2|jr&tj|j|_|Stjdtjjjd|S)Nz1.25.1zContent-EncodingbrzYou're running urllib3 z, Brotli content detected, Which requires manual decompression, But option allow_brotli is set to False, We will not continue to decompress.) rUpackagesurllib3 __version__rbgetrP_contentrQ decompresscontentloggingwarning)r0resps r4 decodeBrotlizCloudScraper.decodeBrotlis    $ $ 0 08 ; @P@PQc@dhl@l  T]] & 1 1$,, ?  .x/@/@/H/H/T/T.UV:: r5cf|jdr4|jd|jk7r|jd|_|jr|j|||g|i|\}}}}|j|j||g|i|}|j r|j ||jrA|j||}||k7r*|}|j rtd|j ||jst|}|j|ri|j|jk\r&|j}|jtd|d|xjdz c_ |j |fi|}|S|j"s|j$dvrd|_ |S)Nproxiesz==== requestPostHook Debug ====z+!!Loop Protection!! We have tried to solve z time(s) in a row.r)iir)rrrNrrprGrrOrzrHr is_Challenge_RequestrarSrurChallenge_Response is_redirect status_code) r0rnror1r2response newResponse cloudflareV1_s r4rmzCloudScraper.requests ::i VZZ %:dll%J!::i0DL   *=$*=*=+ +  + 'VS$$$ D  >t >v >  ::   h '   ..tX>K;&&::;<%%h/''%d+L 00: &&$//9++A((0EaSHZ[ ##q(#:<::8NvN  ++0D0DJ0V*+D'r5c b|di|}|r$dD]}t||d}|t|||!|S)zV Convenience function for creating a ready-to-go CloudScraper object. )authcertcookiesrbhooksparamsrdataNr)r~setattr)clssessr2scraperattrvals r4create_scraperzCloudScraper.create_scraper:sG -- d 0dD$/?GT3/ 0 r5c R|jd idDcic]}||vr||j|dc}} |j|fi|}|jt|jj}d}|jjD]}|jds|d|vs|}n|j|tdd|jjdd|i|jd fScc}w#t$rt j d|dwxYw) N) rPrRrGrIrKrJrLrrNrO"z." returned an error. Could not collect tokens..zoUnable to find Cloudflare cookies. Does the site actually have Cloudflare IUAM (I'm Under Attack Mode) enabled? cf_clearance)domainrVr)rrrraise_for_status Exceptionrerrorrronetlocr list_domains startswithrur rb) rror2fieldrrr cookie_domainds r4 get_tokenszCloudScraper.get_tokensMsN$#$$  = 38f_vzz%..  " 7;;s-f-D  ! ! # $((#** --/ A||C QQvh<%8 !     #H  3 3NB} 3 ]  OOL )   O &  MMAcU"PQ R  sC= #D$D&c ~|j|fi|\}}djd|jD|fS)zO Convenience function for building a Cookie HTTP header value. z; c3>K|]}dj|yw)=N)rd).0pairs r4 z1CloudScraper.get_cookie_string..sCD$Cs)rrditems)rror2tokensr`s r4get_cookie_stringzCloudScraper.get_cookie_strings> ,S^^C:6: yyCFLLNCCZOOr5rY)r>r?r@r.rkrpru staticmethodrrrm classmethodrrrrBrCs@r4rErEwsy9U~O>> $J\  $. . dPPr5rE)rrrz= OpenSSL 1.1.1) in order to support TLS 1.3 required by Cloudflare, You may encounter an unexpected Captcha or cloudflare 1020 blocks.)!rrUr]r requests.adaptersrrequests.sessionsrrequests_toolbelt.utilsrrQ ImportErrorrfcopy_regr urllib.parse exceptionsrr cloudflarer r`r rr rEOPENSSL_VERSION_INFOrzOPENSSL_VERSIONrsessionrrrr5r4rs )%( &!  #" DRDRROP7OPhi' FsGZGZF[\M M,,  % %  $ $  22O    &%&s3B6CC6B>=B> C  C  CC