i@&dZddlmZmZmZmZmZddlZddlm Z m Z ddl m Z ddlmZddlmZejd ZGd d ZGd d ZGddZGddZGddZGddZeZeZdS)a Firecrawl Client A Firecrawl client that enables you to scrape content from websites, crawl entire sites, search the web, and extract structured data using AI. The client supports both v1 and v2 API versions, providing access to features like: - Web scraping with advanced options (screenshots, markdown conversion, etc.) - Site crawling with configurable depth and limits - Web search with content extraction - Structured data extraction using AI models - Deep research capabilities Usage: from firecrawl import Firecrawl firecrawl = Firecrawl(api_key="your-api-key") result = firecrawl.scrape("https://example.com") Check example.py for other usage examples. )AnyDictOptionalListUnionN)V1FirecrawlAppAsyncV1FirecrawlApp)FirecrawlClient)AsyncFirecrawlClient)Document firecrawlcBeZdZUdZeeed<deefdZdS)V1Proxy+Type-annotated proxy for v1 client methods._clientclient_instancec ||_|rz|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j |_ |j |_ dSdSN r scrape_url crawl_urlbatch_scrape_urlsasync_batch_scrape_urlsasync_crawl_urlcheck_crawl_statusmap_urlextract deep_researchgenerate_llms_textselfrs Z/home/agentuser/.hermes/hermes-agent/venv/lib/python3.11/site-packages/firecrawl/client.py__init__zV1Proxy.__init__$&  I-8DO,6DN%4%FD "+:+RD (#2#BD &5&HD #*2DL*2DL!0!>D &5&HD # # # I IN)__name__ __module__ __qualname____doc__rr __annotations__r$r&r#rr sT55 n %%%% I(@ I I I I I Ir&rcHeZdZUdZeeed<deefdZdZdS)V2ProxyIProxy class that forwards method calls to the appropriate version client.rrc||_|r|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j |_ |j |_ |j |_ |j |_ |j |_ |j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j |_ |j!|_!|j"|_"|j#|_#|j$|_$|j%|_%|j&|_&|j'|_'dSdSr)(rscrapeinteractstop_interactionstop_interactive_browserscrape_executedelete_scrape_browsersearchcrawl start_crawlget_crawl_statusget_crawl_status_page cancel_crawlget_crawl_errorsget_active_crawls active_crawlscrawl_params_previewr start_extractget_extract_statusagent start_agentget_agent_status cancel_agentstart_batch_scrapeget_batch_scrape_statusget_batch_scrape_status_pagecancel_batch_scrape batch_scrapeget_batch_scrape_errorsmapget_concurrencyget_credit_usageget_token_usageget_queue_statusbrowserbrowser_executedelete_browser list_browserswatcherr!s r#r$zV2Proxy.__init__7s& - 3)0DK+4DM$3$DD !,;,TD )"&-D )-)>D &)0DK(.DJ.:D $3$DD !)8)ND & / D (7(LD %*2DL!0!>D &5&HD #(.DJ.:D $3$DD ! / D *2DLLL[- 3- 3r&c,t|j|S)2Forward attribute access to the underlying client.)getattrrr"names r# __getattr__zV2Proxy.__getattr__ist|T***r&N) r'r(r)r*rV2FirecrawlClientr+r$r\r,r&r#r.r.3s_SS ' ((((031B(C03030303d+++++r&r.cBeZdZUdZeeed<deefdZdS) AsyncV1Proxyrrrc ||_|rz|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j |_ |j |_ dSdSrrr!s r#r$zAsyncV1Proxy.__init__qr%r&N)r'r(r)r*rr r+r$r,r&r#r_r_msV55 ) **** I1D(E I I I I I Ir&r_cNeZdZUdZdZeeed<ddeefdZdZ dS) AsyncV2Proxyr/Nrrc||_|r|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j |_ |j |_ |j |_ |j |_ |j |_ |j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j|_|j |_ |j!|_!|j"|_"|j#|_#|j$|_$|j%|_%|j&|_&|j'|_'|j(|_(|j)|_)dSdSr)*rr1r2r3r4r5r6r7r8r9 wait_crawlr:r;r<r=r>r?r@rrArBrCrDrErFrGrHrIrJwait_batch_scraperKrLrMrNrOrPrQrRrSrTrUrVr!s r#r$zAsyncV2Proxy.__init__s& / 3)0DK+4DM$3$DD !,;,TD )"&-D )-)>D &)0DK(.DJ.:D -8DO$3$DD !)8)ND & / D (7(LD %*2DL!0!>D &5&HD #(.DJ.:D $3$DD ! / D *2DLLL_/ 3/ 3r&c^|jrt|j|Std|)rXz%Async v2 client not implemented yet: )rrYAttributeErrorrZs r#r\zAsyncV2Proxy.__getattr__s5 < /4<.. .KTKKLLLr&r) r'r(r)r*rrr r+r$r\r,r&r#rbrbsmSS.2GX* +22223231E(F23232323hMMMMMr&rbc :eZdZdZ d dededed ed ef d ZdS) Firecrawlz Unified Firecrawl client (v2 by default, v1 under ``.v1``). Provides a single entrypoint that exposes the latest API directly while keeping a feature-frozen v1 available for incremental migration. Nhttps://api.firecrawl.dev?api_keyapi_urltimeout max_retriesbackoff_factorc4||_||_trt||nd|_trt |||||nd|_|jrt |jnd|_t|j|_ |jj |_ |jj |_ |jj |_ |jj |_ |j |_|j |_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj |_ |jj!|_!|jj"|_"|jj#|_#|jj$|_$|jj%|_%|jj&|_&|jj'|_'|jj(|_(|jj)|_)|jj*|_*|jj+|_+|jj,|_,|jj-|_-|jj.|_.|jj/|_/|jj0|_0dS)aInitialize the unified client. Args: api_key: Firecrawl API key (or set ``FIRECRAWL_API_KEY``) api_url: Base API URL (defaults to production) timeout: Default request timeout in seconds for all HTTP requests max_retries: Maximum number of retries for failed requests (default: 3) backoff_factor: Exponential backoff factor for retries (default: 0.5) rmrnNrmrnrorprq)1rmrnr _v1_clientr] _v2_clientrv1r.v2r1r2r3r4r5r6r7rMr8r9r@r:r;r<r=r>r?rGrHrIrJrKrLrArBrrDrErFrCrNrOrPrQrRrSrTrUrVr"rmrnrorprqs r#r$zFirecrawl.__init__s"  O]f.'JJJJbf )+#)     %) /3oG'$/***4$/**o, 0 $ @(,(P%"m%)%:"o, ?&_* ?6$(O$H! $ @%)_%J" O8 $ @!%!B!_:"&/"D'+'N$,0O,X)#'?#F  O8'+'N$!_:"&/"D. ?6 $ @ O8_* #> $ @#> $ @. #>"o<!_:. r&NrjNrkrlr'r(r)r*strfloatintr$r,r&r#riris2 # O/O/O/O/ O/  O/  O/O/O/O/O/O/r&ric :eZdZdZ d dededed ed ef d ZdS) AsyncFirecrawlzAAsync unified Firecrawl client (v2 by default, v1 under ``.v1``).Nrjrkrlrmrnrorprqc||_||_trt||nd|_trt |||||nd|_|jrt |jnd|_t|j|_ |jj |_ |jj |_ |jj |_ |jj |_ |j |_|j |_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj|_|jj |_ |jj!|_!|jj"|_"|jj#|_#|jj$|_$|jj%|_%|jj&|_&|jj'|_'|jj(|_(|jj)|_)|jj*|_*|jj+|_+|jj,|_,|jj-|_-|jj.|_.|jj/|_/dS)Nrsrt)0rmrnr rur rvr_rwrbrxr1r2r3r4r5r6r7rMr9r:r;r<r8r=r?r@rGrHrIrJrKrLrArBrrDrErFrCrNrOrPrQrRrSrTrUrVrys r#r$zAsyncFirecrawl.__init__s  Tgp-gwOOOOlp" ,.#)     (, 48?L,t///t//o, 0 $ @(,(P%"m%)%:"o, ?&?6 $ @%)_%J" O8_* $ @!_:$(O$H!"&/"D'+'N$,0O,X)#'?#F  O8'+'N$!_:"&/"D. ?6 $ @ O8_* #> $ @#> $ @. #>"o<!_:. r&rzr{r,r&r#rrsKK2 # G/G/G/G/ G/  G/  G/G/G/G/G/G/r&r)r*typingrrrrrloggingrwr r rxr r]v2.client_asyncr v2.typesr getLoggerloggerrr.r_rbrir FirecrawlAppAsyncFirecrawlAppr,r&r#rs(4333333333333343333333444444111111  ; ' 'IIIIIIII&8+8+8+8+8+8+8+8+tIIIIIIII&<M<M<M<M<M<M<M<M~W/W/W/W/W/W/W/W/rJ/J/J/J/J/J/J/J/Z "r&