ҫfiddlmZddlZddlZddlZddlmZmZmZm Z ddl Z ddl Z ddl Z ddl mZmZmZmZmZmZmZmZddlmZmZmZddlmZddlmZddlm Z d d l!m"Z"d d l#m$Z$d d l%m&Z&d d l'm(Z(d dl)m*Z*d dl+m,Z,d dl-m.Z.d dl/m0Z0d dl1m2Z2d dl3m4Z4d dl5m6Z6m7Z7ejpGddZ9GddZ:y)) annotationsN)Any AwaitableCallableOptional)BrowserBrowserContextPage Playwright ProxySettingsasync_playwright TimeoutErrorError) urlencodequoteurlparse) ProxyProvider) Algorithm) ProxyFormat) stealth_async) random_choice)User)Video)Sound)Hashtag)Comment)Trending)Search)Playlist)InvalidJSONExceptionEmptyResponseExceptionczeZdZUdZded<ded<dZded<dZded <dZded <dZded <d Z ded <dZ ded<y)TikTokPlaywrightSessionz!A TikTok session using PlaywrightrcontextpageNstrproxydictparamsheadersms_tokenhttps://www.tiktok.combase_urlTboolis_valid) __name__ __module__ __qualname____doc____annotations__r(r*r+r,r.r0P/home/homepc/tiktok-worker/venv/lib/python3.12/site-packages/TikTokApi/tiktok.pyr$r$,sK+ L IE3FDGTHc,Hc,Hdr7r$ceZdZdZeZeZeZ e Z e Z eZeZeZej*dfd#dZej.fd$dZdZd%dZd&dZd%dZ d'd Zd Zd ddid ddd ddf d(dZddddddd d idddddddd dddf d)dZ dZ!d*dZ"dZ#dZ$dZ%d+dZ&d,dZ'd,dZ( d- d.dZ)dZ*d,dZ+d/dZ,d/d Z-d!Z.d"Z/y)0 TikTokApizThe main TikTokApi class that contains all the endpoints. Import With: .. code-block:: python from TikTokApi import TikTokApi api = TikTokApi() Ncg|_d|_tj|_d|_d|_d|_d|_|t}|j|||t_ |t_ |t_ |t_ |t _ |t"_ |t$_ |t&_ d|_d|_y)z Create a TikTokApi object. Args: logging_level (int): The logging level you want to use. logger_name (str): The name of the logger you want to use. TFN)sessions_session_recovery_enabledasyncioLock_session_creation_lock_cleanup_called_auto_cleanup_dead_sessions_proxy_provider_proxy_algorithmr1_TikTokApi__create_loggerrparentrrrrrrr browser playwright)self logging_level logger_names r8__init__zTikTokApi.__init__Ms )-&&-lln#$+/(8<59  "K [-8     $ &*r7ctj||_|jj|tj}tj d}|j ||jj|y)zCreate a logger for the class.z4%(asctime)s - %(name)s - %(levelname)s - %(message)sN)logging getLoggerloggersetLevel StreamHandler Formatter setFormatter addHandler)rInamelevelhandler formatters r8__create_loggerzTikTokApi.__create_loggermsi&-&7&7&=  U#'')%% B  Y' w'r7c|jsy|js|js |jrT|jj dt |jd|jrdndd|jrdndyyy)z Destructor to ensure cleanup happens even if user forgets. Warning: This is a safety net. Users should still call close_sessions() explicitly in async contexts. This will log a warning if cleanup wasn't called properly. zTikTokApi object is being destroyed but cleanup was not called. Please use 'async with TikTokApi()' or call 'await api.close_sessions()' and 'await api.stop_playwright()' explicitly to avoid resource leaks. Leaked resources: z sessions, browser=existsnonez , playwright=N)rAr<rGrHrPwarninglenrIs r8__del__zTikTokApi.__del__xs##}}  ##)*-T]]);(<=+/< navigator.userAgentNz2() => navigator.language || navigator.userLanguagez() => navigator.platformlNZol 9Vr iXi8i iz6() => Intl.DateTimeFormat().resolvedOptions().timeZoneaid1988 app_languageapp_name tiktok_webbrowser_language browser_nameMozillabrowser_onlinetruebrowser_platformbrowser_versionchannelcookie_enabled device_iddevice_platformweb_pc focus_state from_pageuser history_len is_fullscreenfalseis_page_visibleUS) languageospriority_regionrefererregion screen_height screen_widthtz_namewebcast_language)r&evaluater'randomrandintr*) rIsession user_agentr~platformrrrxrrtimezonesession_paramss r8__set_session_paramszTikTokApi.__set_session_paramss"<<001LMM  .. @  !../IJJvz:; &..B/0 FNN356 6>>#t45  .. D   6 H       I  f     z  |  f    x  6    ; W! " v# $!!*( (5 8(SN K  sGEE"EE"E'E(BEEAEEEEcK|jsy |jj}y#ttf$r/}|j j d|d|_Yd}~yd}~wwxYww)z Check if a session is still valid/alive. Args: session: The session to check Returns: bool: True if session is valid, False otherwise FTzSession validation failed: N)r0r&urlPlaywrightErrorAttributeErrorrPr^)rIr_es r8_is_session_validzTikTokApi._is_session_validsf    A0  KK  "=aS A B$G  s*A)(A)A&%A!A)!A&&A)cKd|_ |jr"|jjd{ |j r"|j jd{|jr]||jvrN |jj||jj dt|jyyy7#t$r(}|jj d|Yd}~d}~wwxYw7#t$r(}|jj d|Yd}~d}~wwxYw#t$rYywxYww)z Mark a session as invalid and attempt cleanup. Args: session: The session to mark as invalid FNz(Error closing page during invalidation: z+Error closing context during invalidation: z9Automatically removed dead session from pool. Remaining: ) r0r&close ExceptionrPdebugr%rBr<remover_ ValueErrorrIrrs r8_mark_session_invalidzTikTokApi._mark_session_invalids0! N||ll((*** Qoo++---  + +4==0H  $$W- !!OPSTXTaTaPbOcd1I ++ N KK   HL M M N . Q KK   KA3O P P Q  sE )CCC)D #D$D (E A D>E C DD;E DE D D;D61E 6D;;E > E E  E  E cKd}t|D]A}|jdk|d}|t|jkr|j|}|j |d{r||fcS|j j d|dneg}t|jD]2\}}|j |d{s |j||f4|rtj|cS|jrG||dz kr?|j j d|dzd|d |jd{8td td 777"w) a1 Get a valid session, with automatic recovery if needed. Args: session_index (int, optional): Specific session index to use Returns: tuple: (index, session) Raises: Exception: If no valid sessions available and recovery fails  session_indexNzRequested session z is invalidrz6No valid sessions found, attempting recovery (attempt /)ztNo valid sessions available. All sessions appear to be dead. Please call create_sessions() again or restart the API.)rangegetr_r<rrPr^ enumerateappendrchoicer=_recover_sessionsr)rIkwargs max_attemptsattemptirvalid_sessionsidxs r8_get_valid_session_indexz"TikTokApi._get_valid_session_indexs \* Gzz/*6?+s4==))"mmA.G!33G<<< 'z) ++.@;,OP"$$-dmm$<>LC!33G<<<&--sGn=>"!==88--'L1A#E&%E &AE&E"E&A:E&E$E&"E&$E&cK|j4d{|jjdt|j}|jDcgc]}|j |d{s| c}|_|t|jz }|dkDr|jjd|ddddd{y77`cc}w7#1d{7swYyxYww)z Attempt to recover from session failures by cleaning up dead sessions and potentially creating new ones if we have the necessary configuration. NzStarting session recovery...rzRemoved z dead session(s))r@rPinfor_r<r)rI initial_counts removed_counts r8rzTikTokApi._recover_sessions"s .. M M KK  ; <  .M==$2H2H2K,K,KDM*C ,>>Mq    8M?:J!KL M M M -L M M M MsoC.CC.?CC/C 0C5C9AC= C.C C.CCC.C+C" C+'C.r-ri0uc K | |i}||d<|jD|jj|j} | jtj }| |j } n&|j jdd|i|d{} |U|jD cgc]!\} }|| |t|jdd#}} }| j|d{| r| | d{}nD| jd{}t|d{|j|d{}d|jvr|jdd{}dfd}|j!d||j#d fd d{|j%|t'j(d d t'j(d d }}t'j(d d t'j(dd}}|j*j-||d{|j/dd{|j*j-||d{t1| ||||d}|t3j4|d{|j7|d{}|j9d}||_|2|j<j?dtA|jBd|jBjE||jG|d{y7cc}} w7Y7J747$7777+77777/#tH$r}|j<jKd|dtMvr* jOd{7n#tH$rYnwxYwdtMvr*  jOd{7#tH$rYwxYwd}~wwxYww)NmsTokenr(r)rVvaluedomainpathtiktokr-c|jyN)r+)requestrequest_headerss r8handle_requestz2TikTokApi.__create_session..handle_requestks ")//r7rz**/*c`|jvr|jS|jSr) resource_typeabort continue_)routersuppress_resource_load_typess r8z,TikTokApi.__create_session..ts3"004PP #__.r7r2rd networkidleT)r,r(r+r.r0z'Failed to get msToken on session index z*, you should consider specifying ms_tokenszFailed to create session: r&r%r6)(rC get_proxyrDformatr PLAYWRIGHTrG new_contextitemsrnetloc add_cookiesnew_pagergotoroncerset_default_navigation_timeoutrrmousemovewait_for_load_stater$r>sleepget_session_cookiesrr,rPrr_r<r_TikTokApi__set_session_paramsrerrorlocalsr)rIrr,r(context_options sleep_aftercookiesrtimeout page_factorybrowser_context_factory proxy_objr%kvformatted_cookiesr&rrxyabrrrs ` @r8__create_sessionzTikTokApi.__create_session8sd  2#? G%- "##/ 00::4;P;PQ !(()?)?@&2,, 8 8 8 Xu X XX"!( %1}hsm6J6JTWX%!% ))*;<<<)'22$--//#D)))))C.(txx'))$<==#O 2 IIi 0+7jj  / / 8>>!R(&..B*?qA>>!R(&..c*BqA**//!Q' ' '**=9 9 9**//!Q' ' '-!'Gmm!% 8 8 AA";;y1#+ #KK$$A#dmmBTAUUA MM  )++G4 4 4OY% =3/)(> ( 9 'B 5  KK   :1#> ?!**,&& FH$!--/)) !   sPB M%L9M%,&L<M%)M*M%;M<M%MM%'M (M%M&M%'M(7M%M B M%,M-M%M#M%)M*0M%MM%3M!4A?M%3M#4M%8P9M%<M%M%M% M%M%M%M%M%M%M%M%!M%#M%% O>.*O9N3,N/-N32O93 N?<O9>N??O9O)"O%#O)(O9) O52O94O55O99O>>PTchromiumFc K|__|_  tdt j d{_ j d{_n| dk(rI|r| dg} d}j jj|| t|d{_n| dk(r@j jj|| t|d{_nP| dk(r@j jj|| t|d{_n td |r tj  f d t|Dd d id{}t!d |D}t#j$}||nd}||krC|Dcgc]}t'|t(st+| }}t)d|d|d|d|dd|dkDrkj,j/d|d|d|dt1|D]7\}}t'|t(sj,j3d|d|9yytj  f dt|Dd{y7j7L777}72cc}w7w)aW Create sessions for use within the TikTokApi class. These sessions are what will carry out requesting your data from TikTok. Args: num_sessions (int): The amount of sessions you want to create. headless (bool): Whether or not you want the browser to be headless. ms_tokens (list[str]): A list of msTokens to use for the sessions, you can get these from your cookies after visiting TikTok. If you don't provide any, the sessions will try to get them themselves, but this is not guaranteed to work. proxies (list): **DEPRECATED - Use proxy_provider instead.** A list of proxies to use for the sessions. This parameter is maintained for backwards compatibility but will be removed in a future version. proxy_provider (ProxyProvider | None): A ProxyProvider instance for smart proxy rotation. See examples/proxy_provider_example.py for usage examples. Full documentation: https://davidteather.github.io/proxyproviders/ proxy_algorithm (Algorithm | None): Algorithm for proxy selection (RoundRobin, Random, First, or custom) per session. Only used with proxy_provider. Defaults to RoundRobin if not specified. sleep_after (int): The amount of time to sleep after creating a session, this is to allow the msToken to be generated. starting_url (str): The url to start the sessions on, this is usually https://www.tiktok.com. context_options (dict): Options to pass to the playwright context. override_browser_args (list[dict]): A list of dictionaries containing arguments to pass to the browser. cookies (list[dict]): A list of cookies to use for the sessions, you can get these from your cookies after visiting TikTok. suppress_resource_load_types (list[str]): Types of resources to suppress playwright from loading, excluding more types will make playwright faster.. Types: document, stylesheet, image, media, font, script, textrack, xhr, fetch, eventsource, websocket, manifest, other. browser (str): firefox, chromium, or webkit; default is chromium executable_path (str): Path to the browser executable page_factory (Callable[[BrowserContext], Awaitable[Page]]) | None: Optional async function for instantiating pages. browser_context_factory (Callable[[Playwright], Awaitable[BrowserContext]]) | None: Optional async function for creating browser contexts. When provided, you can choose any browser (chromium/firefox/webkit) inside the factory, and the 'browser' parameter is ignored. timeout (int): The timeout in milliseconds for page navigation enable_session_recovery (bool): Enable automatic session recovery on failures (default: True) allow_partial_sessions (bool): If True, succeed even if some sessions fail to create. If False (default), fail if any session fails min_sessions (int | None): Minimum number of sessions required. Only used if allow_partial_sessions=True. If None, defaults to 1. Example Usage: .. code-block:: python from TikTokApi import TikTokApi async with TikTokApi() as api: await api.create_sessions(num_sessions=5, ms_tokens=['msToken1', 'msToken2']) Proxy Provider Usage: For proxy provider examples with different algorithms and configurations, see examples/proxy_provider_example.py Custom Launchers: To implement custom functionality, such as login or captcha solving, when the session is being created, you may use the keyword arguments `browser_context_factory` and `page_factory`. These arguments are callable functions that TikTok-Api will use to launch your browser and pages, and allow you to perform custom actions on the page before the session is created. You can find examples in the test file: tests/test_custom_launchers.py NzCannot use both 'proxies' and 'proxy_provider' parameters. Please use 'proxy_provider' (recommended) or 'proxies' (deprecated).rz--headless=newF)headlessargsr(executable_pathfirefoxwebkitzInvalid browser argument passedc 3 K|]>} j tndt  t  @ywN) r(r,rrrrrrrr_TikTokApi__create_sessionr.0rrrr ms_tokensrproxiesproxy_providerrIr starting_urlrrs r8 z,TikTokApi.create_sessions..$`))6D6LM'2RV!.y!9((7$/ -g 65Q '%10G* AAreturn_exceptionsTc3BK|]}t|tsdywrN) isinstancer)rrs r8rz,TikTokApi.create_sessions..9sNQZ95MqNsrz4Failed to create minimum required sessions. Created rz, needed at least z . Errors: rrzCreated z sessions successfully. z session(s) failed to create.zSession z creation failed: c 3 K|]>} j tndt  t  @ywrrrs r8rz,TikTokApi.create_sessions..Qrr)r=rCrDrr startrHrGrlaunchrrrr>gatherrsumr_r<rrr'rPr^rr)rI num_sessionsrrrrproxy_algorithmrrroverride_browser_argsrrrGrrrrenable_session_recoveryallow_partial_sessions min_sessionsresults failed_count success_countminimum_requiredrerror_messagesrresults` ``` ``` `` ``` r8create_sessionszTikTokApi.create_sessionss V*A&- /  >#=W  !1 2 8 8 :: " .!8!IIDL  "19)9(:% !%!9!9!@!@!*#G, / "A"DL  !!%!8!8!?!?!*#G, / "@"DL  !%!7!7!>!>!*#G, / "?"DL>? ? "#NN#<0$#'%G,N'NNL .M/;/G|Q //29!VQZ9=U#a&!V!V,oQ|n>AKKAKKA KK:KK & K 3A'KAK2K3K;K>KKKK KcRK|jjdt|jd|jD]`} |jr"|jj d{ |jr"|jj d{b|jj |jr)|jj d{d|_ |jr)|jjd{d|_ d|_ |jjd y7#t $r)}|jjd|Yd}~ d}~wwxYw7#t $r)}|jjd|Yd}~rd}~wwxYw7#t $r(}|jjd|Yd}~d}~wwxYw7#t $r(}|jjd|Yd}~d}~wwxYww) z Close all the sessions. Should be called when you're done with the TikTokApi object This is called automatically when using the TikTokApi with "with" zClosing z sessions...NzError closing page: zError closing context: Error closing browser: Error stopping playwright: Tz6All sessions and browser resources closed successfully) rPrr_r<r&rrr%clearrGrHstoprArs r8close_sessionszTikTokApi.close_sessionsds HS%7$8 EF}} AG ><<!,,,,... A??!////111 A  =||ll((***#  Aoo**,,,"& $ RS7/ > !!$8"<== > 2 A !!$;A3"?@@ A+ = KK   7s; < < = - A KK   ;A3? @ @ AsAH')E.E /E4)FFF"H'?)F=(F;) F=5)G3G1 G3*#H' E FE<6H'<FH'F F8F3-H'3F88H';F== G.G)$H')G..H'1G33 H$<HH'H$$H'cDtj|}d|d|d|dS)z:Generate a javascript fetch function for use in playwrightzj () => { return new Promise((resolve, reject) => { fetch('z', { method: 'z ', headers: z }) .then(response => response.text()) .then(data => resolve(data)) .catch(error => reject(error.message)); }); } )jsondumps)rImethodrr+ headers_jss r8generate_js_fetchzTikTokApi.generate_js_fetchs8ZZ(  5x|J<P   r7c t|jdk(r td|jd|d}n,t j dt|jdz }||j|fS)acGet a random session DEPRECATED: Use _get_valid_session_index() for better error handling Args: session_index (int): The index of the session you want to use, if not provided a random session will be used. Returns: int: The index of the session. TikTokPlaywrightSession: The session. rz1No sessions created, please create sessions firstrr)r_r<rrrr)rIrrs r8 _get_sessionzTikTokApi._get_sessionsl t}}  "OP P ::o & 2'Aq#dmm"4q"89A$--"""r7cVK|jj|d{y7w)z Set the cookies for a session Args: session (TikTokPlaywrightSession): The session to set the cookies for. cookies (dict): The cookies to set for the session. N)r%r)rIrrs r8set_session_cookieszTikTokApi.set_session_cookiess oo))'222s )')cK|jjd{}|Dcic] }|d|d c}S7cc}ww)z Get the cookies for a session Args: session (TikTokPlaywrightSession): The session to get the cookies for. Returns: dict: The cookies for the session. NrVr)r%r)rIrrcookies r8rzTikTokApi.get_session_cookiessC //11>EFFvw/FF2FsA<A>AAcK|jd||} |jdi|d{\}} |jj |d{}|S7-#t$r|jdi|\}}YHwxYw7,#t $r>}|jjd||j|d{7d}~wwxYww)a Execute a javascript fetch function in a session Args: url (str): The url to fetch. headers (dict): The headers to use for the fetch. Returns: any: The result of the fetch. Seems to be a string or dict GETNzSession failed during fetch: r6) r%rrr'r&rrrPrr) rIrr+r js_scriptrrrrs r8run_fetch_scriptzTikTokApi.run_fetch_scripts**5#w?  5CC  C c~K |jdi|d{\}}d}d}||krB|dz } tjdd}|j j d|d{ |j jd |dd{} | S7|#t$r|jdi|\}}YwxYw7U#t$rY}||k(rtd |d gd } |j jtj| d{7Yd}~nMd}~wt$r>}|jjd ||j|d{7d}~wwxYw||krE7#t$r>}|jjd||j|d{7d}~wwxYww)z%Generate the X-Bogus header for a urlNrrrii Nz#window.byted_acrawler !== undefined)rzFailed to load tiktok after z! attempts, consider using a proxy)https://www.tiktok.com/foryour-zhttps://www.tiktok.com/@tiktokr1z(Session died during x-bogus generation: z3() => { return window.byted_acrawler.frontierSign("z") }z(Session died during x-bogus evaluation: r6)rrr'rrr&wait_for_functionrrrrrPrrr) rIrrrrrattempts timeout_timertry_urlsrs r8generate_x_boguszTikTokApi.generate_x_boguss 5&B<'B>+F=-"E3E1E3F=BB96F=8B99F=<B>> E%A DDDF= E%'2E EE  E%%F=1E33 F:<2F5.F1/F55F::F=c6K |jdi|d{\}}|j||d{j d}| tdd|vr|dz }n|dz }|d|z }|S7W#t$r|jdi|\}}YrwxYw7_w) z Sign a urlNrzX-BoguszFailed to generate X-Bogus?&zX-Bogus=r6)rrr'r6r)rIrrrrx_boguss r8sign_urlzTikTokApi.sign_urls 5rrr)rIrr+r*retriesexponential_backoffrrrrr,encoded_params signed_url retry_countrdatar session_errors r8 make_requestzTikTokApi.make_request*ss4 5> %11&1F  44G4GooG ::i (+$+$4$4y!!% 8 8 AA";;y1#KK$$t%-y!5)F"N!OP==q=II  G# 1 K1 #44q 5 >#$NOOR<0j /::f-Dxx .!3 )),KD6*RSK)$AG 5***4V4JAw 5&BJ $||33 /"g- )),LVH*UV244KK$$6{m1WIQO+%mmA{N;;;%mmA... /#  !!$EaS"IJ00999(KK$$7 }AgYaP+H4+H+H+R6+R%R%R 7$ ));M?K  # CG#s M FFFA+G,"I>AG M FF?;M >F??M M I> B I:II:1I42I:7I>9I::I>=M > M2L<9J<:,L<'L<K?=LL< L3L..L33L<7M <MM cK |jr)|jjd{d|_ |j r*|j j d{d|_yy7C#t$r(}|jj d|Yd}~fd}~wwxYw7C#t$r(}|jj d|Yd}~yd}~wwxYww)z Stop the playwright browser. Note: It's better to use close_sessions() which calls this automatically. Nrr)rGrrrPrrHr)rIrs r8stop_playwrightzTikTokApi.stop_playwrights  =||ll((***#  Aoo**,,,"& + = KK   7s; < < = - A KK   ;A3? @ @ AssC)A3A1 A3)B)#B'$ B)/C1A33 B$<BCB$$C'B)) C2CCCCcpK |jdi|d{\}} |jj d{S7*#t$r|jdi|\}}YEwxYw7*#t $r>}|j jd||j|d{7d}~wwxYww)zGet the content of a urlNz)Session died during get_session_content: r6) rrr'r&contentrrPrr)rIrrrrrs r8get_session_contentzTikTokApi.get_session_contents 5.sD1QDsN)total_sessionsrinvalid_sessions has_browserhas_playwrightcleanup_calledauto_cleanup_enabledrecovery_enabled)r r<r_rGrHrArBr=)rIrrXs r8get_resource_statszTikTokApi.get_resource_statss}D DDt}}->"$--0, 0< >  r7cRK|j}g}t|jD]=\}}|j|d{}|j |||j d?||d<t d|D|d<|ddkDr|js |dd|d <|S7`w) z Perform a health check on all resources. This actively validates all sessions and returns detailed health info. Useful for monitoring and debugging. Returns: dict: Health check results N)indexvalid marked_validsession_detailsc3,K|] }|ds dyw)rarNr6rVs r8rz)TikTokApi.health_check..s(Qqaj(Qs healthy_sessionsrXrz6 invalid sessions accumulating (auto-cleanup disabled)r^)r^rr<rrr0r rB)rIhealthsession_healthrrr0s r8 health_checkzTikTokApi.health_checks((*#DMM2 JAw!33G<mm ($+(Z.B1 ,1 fM0,#7;*,)-26KO s ss5 s ( s  s's'0ssIs Esn&*?C26/34*,26/39=!&*KO (,',#'/uuu$ u = u 0 u-uuu(u 0u-u'7uu$u I!u$ E%u()u*"&+u,!%-u.!/un&TP  #*3 G8/b4$( n nn n  n " n`A(  .!F)r7r:); __future__rr>rN dataclassestypingrrrrrtimer!playwright.async_apirr r r r r rrr urllib.parserrrproxyprovidersrproxyproviders.algorithmsrproxyproviders.models.proxyrstealthrhelpersrapi.userr api.videor api.soundr api.hashtagr api.commentr api.trendingr api.searchr api.playlistr exceptionsr!r" dataclassr$r:r6r7r8rs"55    43(/3"" ""     E)E)r7