GJjѸ*dZddlZddlZddlZddlZddlZddlmZmZddl m Z ddl m Z ddl m Z mZddlmZmZmZddlmZdd lmZmZmZmZmZmZdd lmZdd lmZdd l m!Z!dd l"m#Z#ddl$m%Z%ddl&m'Z'm(Z(ddl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6ddl7m8Z8m9Z9ddl:m;Z;mZ?de@de@dzdeAe@e@dzffdZBdeCe@dzdede@dzdeCedzfdZDdZEee@e8dfZFee@dze9dfZGee@dze9de.e fZHeeCe@dze9d!d"d#fZIee@dze9d$fZJeeKe9d%d&d'fZLee@dze9d(fZMeeCeNdze9d)d*fZOeeKe9d+d,fZPeeCe@dze9d-d.fZQee@dze9d/d0d1fZReeKdze9d2fZSeeKdze9d3fZTee@e8d4fZUee@e8d5fZVeeCe@dze8d6fZWeeCe@e8d7fZXee@e8d8fZYeeCe@dze8d9fZZee@e8d:fZ[eeCe@dze9d;dZ]ded?eddfd@Z^e]jdAdBdCigdDE ddFeFdGeXdHe+dIe-dJeIdKe\dLe*dMe,dNeHdOeJdPeLdQeOdRePdeMdSe1ddf dTZ`e]jdUgdVW ddeYdXeeKe9dYdZd[fd\eeNdze9d]d^d_fdeMdSe1ddf d`Zadaebe@e@fdbeCeAe@e@e@fdeKfdcZcddeNddfdeZdde@dfeebe@efdgeCe@deeAeKe@eCeCe@eNzffdhZee]jdidjgW ddkeZdeMdSe1ddfdlZfe]jdmgdnW ddoeeKe9dpdqdrfdseeCe@dze9dte.eduvfdJeeCe@dze9d!d"dwfdxeeNe9dydzfdeMdSe1d{eeCe@dze9dYd|d}fddfd~Zge]jddgWddZhe]jddgW ddkeeCe@e8dfdeMdSe1ddfdZie]jddgW ddeYdeMdSe1ddfdZje]jdgdW ddkeeCe@e8dfdOee@dze9dfdeMdSe1ddf dZke]jdddgW ddeYdJeIdeeKe9ddfdeMdSe1ddf dZle]jdRgdW ddeYde0de/deMdSe1ddf dZme6dZne]jendenjdAdBdCigdE ddeVdeWdFeGdNeHdHe+dIe-dJeIdKe\dLe*dMe,dOeJdPeLdQeOdRePdeMdSe1deQdeRddf&dZpe6dZqe]jeqdeqjdAdBdCidgE ddeUdFeFdGeXdeSdeTdHe+dIe-dJeIdKe\dLe*dMe,dNeHdOeJdQeOdeMdSe1ddf"dZreqjdmdgW ddoeeKe9dpdqdfdeMdSe1d{eeCe@dze9dYd|dfddf dZseqjddgW ddeeCe@e8dfdeMdSe1ddfdZteqjddgW dde[deMdSe1ddfdZueqjddgW dde[deMdSe1ddfdZveqjddgW dde[deMdSe1ddfdZweqjddgW dde[deMdSe1ddfdZxeqjdddgW dde[dJeIdeeKe9ddfdeMdSe1ddf dZye6dZzeqjezdezjdAdBdCiddgE ddeUdeVdeWdeSdeTdFeGdNeHdHe+dIe-dJeIdKe\dLe*dMe,dOeJdQeOdeMdSe1deQdeRddf(dĄZ{deCe@dzdebe@e@fdzfdńZ|deCeCe@eNzdeCe@de@fdȄZ}edɫZ~dee~dedee~fdebddfd΄Zdejjdedee~fdeCebdee~fdфZy)z@Contains commands to interact with jobs on the Hugging Face Hub.N)CallableIterable)fnmatch)Path)EmptyQueue) AnnotatedAnyTypeVar)urlsplit)HfApi JobHardwareJobInfoJobStageVolume constants)TERMINAL_JOB_STAGES)CLIError)logging) _format_size) _split_mount)format_durationparse_duration) EnvFileOptEnvOptSecretsFileOpt SecretsOpt SoftChoice SshDryRunOptSshIdentityFileOptTokenOptexec_ssh get_hf_api parse_env_map parse_volumes typer_factory)ArgumentOption)_dataclass_to_dictoutjob_id namespacereturnc|s td|jddkDrtd|dd|vr||fS|jdd\}}|r|std|d|||k7rtd|d|d||fS) a&Extract namespace from job_id if provided in 'namespace/job_id' format. Allows users to pass job IDs copied from the Hub UI (e.g. 'username/job_id') instead of only bare job IDs. If the namespace is also provided explicitly via --namespace and conflicts, a CLIError is raised. zJob ID cannot be empty./rz`. Requires an SSH public key registered on https://huggingface.co/settings/keys.z--withz%Run with the given packages installedz-pz--pythonz5The Python interpreter to use for the run environmentz!Suspend (pause) the scheduled Jobz8Allow multiple instances of this Job to run concurrentlyzWOne of annually, yearly, monthly, weekly, daily, hourly, or a CRON schedule expression.z$UV script to run (local file or URL)zArguments for the scriptzThe command to run.zJob ID (or 'namespace/job_id')zJob IDs (or 'namespace/job_id')z2Scheduled Job ID (or 'namespace/scheduled_job_id')z-vz--volumeaMount one or more volumes. Format: hf://[TYPE/]SOURCE:/MOUNT_PATH[:ro|:rw] or LOCAL_DIR:/MOUNT_PATH[:ro|:rw]. TYPE is one of: models, datasets, spaces, buckets. TYPE defaults to models if omitted. models, datasets and spaces are always mounted read-only. buckets are read+write by default. A local directory source is first synced to a bucket and mounted read-only by default. E.g. -v hf://datasets/org/ds:/data or -v hf://buckets/org/b:/mnt:ro or -v ./inputs:/inputszRun and manage Jobs on the Hub.jobcX|j|j|jjdD]}t j ||j |j|jj}|jjtjk7rc|jjrd|jjnd}td|jd|jjd|t j d|jd y ) zcStream Job logs until the Job ends, then fail the command if the Job did not complete successfully.T)r,r-followr,r-z: zJob z finished with stage 'r1z completedN) fetch_job_logsidownernamer+text wait_for_jobstatusstager COMPLETEDmessager)r:rPlogfinalr^s r6_stream_logs_and_check_statusra.s!!399>>RV!W  X   CFFciinn  EE ||X///161E1EBu||++,-2ehhZ'=ell>P>P=QQRSZR[\]]HHtEHH:Z ()r8runignore_unknown_optionsT)z3hf jobs run python:3.12 python -c 'print("Hello!")'z1hf jobs run --detach python:3.12 python script.pyz3hf jobs run -e FOO=foo python:3.12 python script.pyz;hf jobs run --secrets HF_TOKEN python:3.12 python script.pyz^hf jobs run -v hf://org/my-model:/data -v hf://buckets/org/b:/mnt python:3.12 python script.py)context_settingsexamplesimagecommandenvsecretslabelrLenv_file secrets_fileflavortimeoutdetachexposesshtokenc dt||}t||}t|}|j||||t|t ||| || | | |  }t j d|j|jt|jjtrDdjd|jjD}t jd|t|jjt r:t jd |j"j$d |jd | r[|j"j$d |j}t jd |d |dt jd|dyt'||y)z Run a Job.rrr:r-) rfrgrhrilabelsr9rmrnrprqr- Job startedrVurl c3&K|] }d| ywz N.0rys r6 zjobs_run..jF/E2cU/ESExposed ports are reachable at (requires an HF token with read access to the job): Use `hf jobs ssh r0&` to open an SSH session into the job.Use `hf jobs logs -f &` to stream logs, or `hf jobs inspect ` to check status.Use `hf jobs wait ` to block until it finishes.N)r%r$run_job_parse_labels_maprMr+rIrVry isinstancer[ expose_urlslistjoinrEssh_urlstrrWrXra)rfrgrhrirjrLrkrlrmrnrorprqr-rrenv_map secrets_mapr:rPurlsjob_refs r6jobs_runr:sl:C*G6K 5 !C ++  '+FyQ   CJJ}SWW5#**(($/yyFszz/E/EFF ghlgmno#**$$c* $SYY^^$4AcffX=cde YY^^$AcffX. ( 1WX_W``rst %gY.KLM!#s+r8logs)zhf jobs logs zhf jobs logs -f zhf jobs logs --tail 20 z#hf jobs logs -f --tail 100 )rerRz-fz--followzqFollow log output (stream until the job completes). Without this flag, only currently available logs are printed.tailz-nz--tailzvNumber of lines to show from the end of the logs. When combined with --follow, starts streaming from the last N lines.ct||\}}t|}|j||||}|D]}tj||r%|r|d|n|}tj d|dyy)aFetch the logs of a Job. By default, prints currently available logs and exits (non-blocking). Use --follow/-f to stream logs in real-time until the job completes. Use --tail/-n to limit the number of lines returned (server-side when supported). Note: following exits when the log stream ends, regardless of whether the Job succeeded or failed. Run `hf jobs inspect ` to check the final status. rt)r,r-rRrr0z#Stream ended. Run `hf jobs inspect z6` to check the final status (e.g. COMPLETED or ERROR).N)r7r$rUr+rYrE) r,rRrr-rrr:rr_rs r6 jobs_logsrvsN5VYGFI 5 !C   VyVZ  [D   -6YKq)F 6wi?uvwr8job_propertiesfiltersc|D]Z\}}}|j|}||dk(r yt|j|j}|dk(r|r |dk(sW|sZyy)z5Check if scheduled job matches all specified filters.!=F=T)getrlower)rrkeyop_strpatternvaluematchs r6_matches_filtersrsf 'VW""3' =~ w}}7 cM%Vt^!( r8ncFd}d}t|D]}t||y)Nzz)end)rangeprint)rLINE_UP LINE_CLEARis r6 _clear_liners$GJ 1X g:&r8metrics_stream table_headersc #K|D]J}||ddt|ddz dtd|dz|dz d dt|dd t|dd t|d d t|ddg}|drt|dtr|gdgt |zgt |ddz zz}t |t |dD]R\}}|d|}||ddtd|dz|dz d dt|dd t|dd gz }Tn!|dgt |t |z zz }|g}d||fMd|gfyw)N cpu_usage_pct%cpu_millicoresg@@rdmemory_used_bytesmemory_total_byteszB / Brx_bpszbps / tx_bpsbpsgpusrT utilizationN/AFT)roundrrdictlenzipsorted)r,rrmetricsrowrowsgpu_idgpus r6_get_jobs_stats_rowsrs" '( * '*+f4a 8S7#677'BV:WWYZ[\\] ^G$789:$|GThLi?j>kkl mGH-./vl78CT6U5VVY Z   6?z'&/4@5RD3s8O,GFO0Dq0HIID"4)@A Vfof-=)*!,S3':#;;cBV>WWYZ[\\]^#C(;$<=>djob_idsc |+g}|D]"}t||\}}|j|$|}t|}||jd}|O|j |Dcgc]4}|j r|j j nddvr |j6}}t|dk(rtjdygd }tjjt|5}i} |D]+}|g} | |d dD cgc]} d | vsd | vrd ndc} z } | g| |<-tj} | D cgc]}| |D]} | } }} tt!| ||Dcgc]}||j#|||d}}t%|t&|D]\}}}|r| j)|dn|| |<tj}|| z t*k\sBt-dt| z| D cgc]}| |D]} | } }} tt!| ||}  dddycc}wcc} wcc} }wcc}wcc} }w#1swYyxYw)z7Fetch the resource usage statistics and metrics of JobsNrtrXr-UNKNOWN)RUNNINGUPDATINGrzNo running jobs found) zJOB IDzCPU %zNUM CPUzMEM %z MEM USAGEzNET I/Oz GPU UTIL %z GPU MEM %z GPU MEM USAGErr0USAGEz-- / --z--)headersrS)r,rr) kwargs_listr)r7rHr$whoami list_jobsr[r\rVrr+rYmultiprocessingpool ThreadPooltimer _tabulatefetch_job_metricsiflatmap_unorderedrpopSTATS_UPDATE_MIN_INTERVALr)rr-rr parsed_idsr,r:rPrrrows_per_job_idrheaderlast_update_time total_rowsrdonernows r6 jobs_statsrs F F$*8C ^klmln^op^oTZ#-7f3DI4O^op pC'*eOF # 99;(7[f?SYCZCcCZc [ i M:;"  " !"%"7"7vQZ"7"[!.  "  #5T;O]h"i D&$##FD1*.'))+C%%)BBAJ/00?cf?[aKbCcKbc ci MBC#& #j) 7 6' .q\  d9 7 6sO%9H60IH; &I<II,I AI I<I I;IIzlist | ls | ps)z hf jobs lsz hf jobs ls -az&hf jobs ls --status running,schedulingz+hf jobs ls --label env=prod --label team=mlz%hf jobs ls --all --label hf-sandbox=1allz-az--allzWShow all Jobs (default shows running and scheduling). Cannot be combined with --status.r[z--statuszfOnly show Jobs with the given status. Comma-separated or repeated, e.g. `--status running,scheduling`.)rOrNz{Only show Jobs with the given `key=value` label. Repeat to require several labels, e.g. `--label env=prod --label team=ml`.limitz--limitzCMaximum number of Jobs to display. Set to 0 to show all (no limit).filterz--filterz2(Deprecated) Use `--status` and `--label` instead.ct|}|rtjd|d|r |r tdg}|xsgD])} |j d| j dD+|r|} n9|rd} n4t jjt jjg} i} |xsgD].} d| vrtd | d | j d\} } | | | <0|j|| | xsd }d }|d kDr8ttj||dz}t||kDrd}|d|}n t|}g}|D]}t|}|j!dxsi}|j!dxsg}|j!dd|d<|j!dxsd|d<|rdj#|nd|d<|j!dr|dddj%ddnd|d<|j!dxsij!dd|d<t'|j!d |d!<|j)|tj*|gd"d#|rtj,d$|d%|sg|s| rJd&j#gd'|Dd(| j/D}tj0d)|y|stj,d*yyy)+zList Jobs. Use `--status` to filter by status (see [`JobStage`] for possible values) and `--label` to filter by `key=value` labels. A Job must match every filter to be listed. rtzIgnoring filter 'zc'. `-f`/`--filter` is deprecated and will be removed in a future release. Use `--status`/`--label`.z0`-a`/`--all` cannot be combined with `--status`.c3^K|]%}|js|j'ywN)strip)rparts r6rzjobs_ps..fs!V5ETDJJL5Es--,NrzInvalid label filter 'z"': must be in the form 'key=value')r-r[rvFrrT durationsrgrVrTr, docker_imager image/spacer> created_atTcreatedr[r\r running_secsruntime)r,rrgrr[rrid_keyzOutput truncated to z4 Jobs. Use `--limit 0` to show all (or `--limit N`)., c3&K|] }d| yw)zstatus=Nr})rss r6rzjobs_ps..s7,QWQC=,rc32K|]\}}d|d|yw)zlabel=rNr})rkvs r6rzjobs_ps..s':gXfPTPQSTVA3as;KXfzNo jobs matched filters: zHNo running jobs. Use `-a`/`--all` to include finished (and failed) jobs.)r$r+warningrrAr3rrr SCHEDULINGrr itertoolsislicerr*rrreplacerrHtablerEitemsrY)rr[rjrr-rrrr: raw_statusesrserver_statusesrvitemr jobs_iter truncatedjobs job_itemsrPjob_itemrcmd filters_msgs r6jobs_psrst 5 !C  x(p p  vIJJ!L2VU[[5EVV& #++1183F3F3L3LM F   d?3D69[\] ]ZZ_ Us   /RXR`\` aII qyI$$Y :; t9u I"G%/2chhsmOW||\hOih|4Sb9AA#sKot&ll84:??S-immN.KL"IIT  'w.bcd  6))h7,7h:gX^XdXdXf:ghK HH0 > ? HH_ ` r8hardwarezhf jobs hardwarec ^t}|j}g}|D]}d}|jrG|jjd|jjd|jj d}|j rd|j dnd}|j rd|j dzd nd}|j|j|j|j|j|j|||d tj|tjd y ) z(List available hardware options for JobsrTzx  ()$z.4ffree<z.2f)rXz pretty namecpuramstorage acceleratorzcost/minz cost/hourzLUse `hf jobs run --flavor ...` to request a specific hardware flavor.N)r$list_jobs_hardwarer"quantitymodelvram unit_cost_usdrHrX pretty_namerr ephemeral_storager+r rE)r: hardware_listr hwaccelerator_infocost_min cost_hours r6 jobs_hardwarer/s ,C**,M E >>"$.."9"9!:"R^^=Q=Qz*Job IDs to inspect (or 'namespace/job_id')cg}|D]"}t||\}}|j|$|}t|}|Dcgc]}|j||}}t j |Dcgc] }t |c}ycc}wcc}w)z0Display detailed information on one or more JobsrtrSN)r7rHr$ inspect_jobr+r r*)rr-rrrr,r:rrPs r6 jobs_inspectr3sJ8K &!G 5 !CNU VgFCOO6YO ?gD VII$7$3!#&$78 W7 B+B cancelzhf jobs cancel ct||\}}t|}|j||tjd|y)z Cancel a JobrtrSz Job cancelledrVN)r7r$ cancel_jobr+rI)r,r-rrr:s r6 jobs_cancelr9s=5VYGFI 5 !CNN&IN6JJ6*r8wait)zhf jobs wait z"hf jobs wait z"hf jobs ls -q | xargs hf jobs waitz,Job IDs to wait for (or 'namespace/job_id').zZMax time to wait: int/float with s (seconds, default), m (minutes), h (hours) or d (days).c *g}t}|D]3}t||\}}|j||j|5t |dkDr3t ddj dt|tDz|j}| t|nd} t|} tjdt |d } | j|| | } | j!t | dtj"| D cgc]C} | j$t| jj&| jj(dEc} | D cgc],} | jj&t*j,k7s+| .}} |r. sF*EBB*Er)rNrtz Waiting for z Job(s) to finish...)rnr-z Timed out.zTimed out after z waiting for Job(s) to finish.z Job(s) finished.)rVr\r^z of z' Job(s) did not complete successfully: c3hK|]*}|jd|jjd,yw)rrN)rVr[r\)rrPs r6rzjobs_wait..s-KFS366("SZZ%5%5$6a8Fs02)setr7rHaddrrrrrrrr$r+r[rZ TimeoutErrorrr rVr\r^rr])rrnr-rrr namespacesr, parsed_idparsed_namespace timeout_secsr:r[rrPfaileds r6 jobs_waitrGs>JJ&B69&U# #)$'( : >iiF&*EFF G   I.5.A>'*tL 5 !C ZZ,s:&77KL MF] LIV KK3t9+./0IIhlmhladcffs3::+;+;'<I[I[\hlmn! LTcSZZ%5%59K9K%KcTF L 6{m4D {*Q RiiKFKK L   ] L!)'2PQRX\\] n LsGAH +,HH+Hrvz8hf jobs labels --label env=prod --label team=mlzhf jobs labels --clearclearz--clearzRemove all labels from the job.c|s |s td|r |r tdt||\}}t|xsi}t|}|j |||}t j d|jy)z5Update labels on a Job. Replaces all existing labels.OPlease set at least one label with --label. To remove all labels, pass --clear.bCannot set labels and clear them at the same time. Please use either --label or --clear, not both.rt)r,rvr-Labels updatedr7N)rr7rr$update_job_labelsr+rIrV)r,rjrHr-rrrvr:rPs r6 jobs_labelsrN!s hii  p  5VYGFI u % +F 5 !C  vf  RCJJCFF+r8)zhf jobs ssh zhf jobs ssh --dry-runz)hf jobs ssh -i ~/.ssh/id_ed25519 identity_filedry_runct||\}}t|}|j||}|jj t d|jj tvr0t d|jd|jj d|jj tjk7rtjd|jd |jj d }|j|j|tjg }|jj tjk7rA|jd t d|jd |jj d|jdt|jj}t|j d|j"|j$||y)a SSH into a running Job. If the Job is not yet running, waits until it reaches the RUNNING state before connecting. Requires the Job to be started with SSH enabled (`hf jobs run --ssh ...`) and your SSH public key to be registered at https://huggingface.co/settings/keys. rtrSNz[SSH is not enabled on this job. Start a job with SSH support using `hf jobs run --ssh ...`.zCannot SSH into job 'z%': job has already finished (stage: 'z').zWaiting for job 'z' to be running (stage: 'z')...)r,r-stagesz Job finished.z1': job finished before reaching RUNNING (stage: 'zJob is running.@)portrOrP)r7r$r2r[rrr\rrVrrr+rZrr r#usernamehostnamerT) r,rOrPr-rrr:rPr[rs r6jobs_sshrW=s*5VYGFI 5 !C //9/ =C zz!tuu zz...svvh6[\_\f\f\l\l[mmpqrr zz8+++/x7PQTQ[Q[QaQaPbbghicff 8K[K[J\] ::  x// / KK ('x/`adakakaqaq`rruv   %&szz))*G    Ag../0 \\# r8zFRun UV scripts (Python with inline dependencies) on HF infrastructure.uv)rX)zhf jobs uv run my_script.pyz$hf jobs uv run --detach my_script.pyz1hf jobs uv run ml_training.py --flavor a10g-smallz+hf jobs uv run --with transformers train.pyzNhf jobs uv run -v hf://org/my-model:/data -v hf://buckets/org/b:/mnt script.pyscript script_argswith_pythoncrt||}t|| }t|}|j||xsg|||||t|t ||||| | | |}t j d|j|jt|jjtrDdjd|jjD}t jd|t|jjt r:t jd |j"j$d |jd | r[|j"j$d |j}t jd |d |dt jd|dyt'||y)8Run a UV script (local file or URL) on HF infrastructurertru)rYrZ dependenciesr\rfrhrirvr9rmrnrprqr-rwrxrzc3&K|] }d| ywr|r}r~s r6rzjobs_uv_run..rrrrr0rrrrrrN)r%r$ run_uv_jobrrMr+rIrVryrr[rrrrErrrWrXra)rYrZrfrmrhrirjrLrkrlrnrorprqr-rrr[r\rrr:rPrrs r6 jobs_uv_runrbos{@C*G6K 5 !C ..%2  '+FyQ   C JJ}SWW5#**(($/yyFszz/E/EFF ghlgmno#**$$c* $SYY^^$4AcffX=cde YY^^$AcffX. ( 1WX_W``rst %gY.KLM!#s+r8z,Create and manage scheduled Jobs on the Hub. scheduledz>hf jobs scheduled run "0 0 * * *" python:3.12 python script.pyschedulesuspend concurrencyc:t|| }t|| }t|}|j|||||||t|t |||| | | | }t j d|jt jd|jdy) zSchedule a Job.rtru) rfrgrdrerfrhrirvr9rmrnrpr-Scheduled Job createdr7Use `hf jobs scheduled inspect ` to view its details.N) r%r$create_scheduled_jobrrMr+rIrVrE)rdrfrgrerfrhrirjrLrkrlrmrnrpr-rrrrr: scheduled_jobs r6 scheduled_runrms0C*G6K 5 !C,,  '+FyQ-MJJ&=+;+;<HH.}/?/?.@@V WXr8zhf jobs scheduled lsz1Show all scheduled Jobs (default hides suspended)z>Filter output based on conditions provided (format: key=value)ct|}|j|}g}|xsgD]}d|vra|jdd\}} |jdrd} |dd}nd} |j |j | | j fht jd |d g} |D]} | jxsd } |s| r| jjxsd }| jjxsg}|rd j|nd }| j|t| |d}t||s| j | g}| D]}t!|}|j#dxsi}|j#dxsi}|j#d}|j#dxsg}|j#dxsd |d<|rd j|nd |d<|r)|j#dr|dddj%dd nd |d<|j#dr|dddj%dd nd |d<|j#dxsd |d<|j |t j&|gdd|s2|r0djd |D}t j(d!||r;|d"d}t j*d#|d$t j*d%|d&yy)'zList scheduled Jobsrtrrr!rNz Ignoring invalid filter format 'z'. Use key=value format.Frr>)rVrfrergjob_specr[last_jobrgrratrrlast_runnext_job_run_atnext_runre)rVrdrrgrtrvrerVrrc34K|]\}}}|||ywrr})rrors r6rzscheduled_ps../s#DGAq1#aS Gsz#No scheduled jobs matched filters: rriz(` to view details about a scheduled job.zUse `hf jobs scheduled trigger z)` to trigger a scheduled job immediately.)r$list_scheduled_jobsr3endswithrHrr+rrerqrrgrrVrrr*rr r rYrE)rr-rrrr:scheduled_jobsrfrrop filtered_jobsrlreimage_or_spacer command_strpropsr sjrrq status_dictrrr first_item_ids r6 scheduled_psrs, 5 !C,,y,AN*,G \r\ !8aJC||C #2h NNCIIKU[[]; < KK:1#=UV WM' ''05w &//<<E$$,,2'*chhsm $''.SQX\fqrw/ ]+(#%E!"%88J'-2hhx(.B ??:.ll9%+&ll>:Ce]+.#((3-EYDLQYQ]Q]^bQc8D>#2.66sC@inZEP__UfEgK) *3B / 7 7S Amr Z((9-6Y TII _ WiiDGDD  6{mDE a  2=/Aijk 2=/Ajkl r8zhf jobs scheduled inspect scheduled_job_idsz>Scheduled Job IDs to inspect (or 'namespace/scheduled_job_id')cg}|D]"}t||\}}|j|$|}t|}|Dcgc]}|j||}}t j |Dcgc] }t |c}ycc}wcc}w)z:Display detailed information on one or more scheduled Jobsrtscheduled_job_idr-N)r7rHr$inspect_scheduled_jobr+r r*) rr-rrrr,r:rr{rls r6scheduled_inspectr7sJ#8K &!$# 5 !C!2 1  !!3Cy!Y 1IInUn]!-0nUV Vr4deletezhf jobs scheduled delete rct||\}}t|}|j||tjd|y)zDelete a scheduled Job.rtrzScheduled Job deletedr7N)r7r$delete_scheduled_jobr+rIrr-rrr:s r6scheduled_deleterPF#??OQZ"[i 5 !C.>)TJJ&+;ct||\}}t|}|j||tjd|tj d|dy)z Suspend (pause) a scheduled Job.rtrzScheduled Job suspendedr7zUse `hf jobs scheduled resume z` to resume it.N)r7r$suspend_scheduled_jobr+rIrErs r6scheduled_suspendr]s^#??OQZ"[i 5 !C/?9UJJ(-=>HH-.>-? OPr8resumezhf jobs scheduled resume ct||\}}t|}|j||tjd|y)z!Resume (unpause) a scheduled Job.rtrzScheduled Job resumedr7N)r7r$resume_scheduled_jobr+rIrs r6scheduled_resumerkrr8triggerzhf jobs scheduled trigger c,t||\}}t|}|j||}tjd|j |j tjd|jjd|j dy) zJTrigger a scheduled Job to run immediately (does not change the schedule).rtrzScheduled Job triggeredrxrr0z` to stream logs.N) r7r$trigger_scheduled_jobr+rIrVryrErWrX)rr-rrr:rPs r6scheduled_triggerrxs|#??OQZ"[i 5 !C # #5EQZ # [CJJ(SVVAHH$SYY^^$4AcffX=N OPr8z>hf jobs scheduled labels --label env=prod --label team=mlz%hf jobs scheduled labels --clearz)Remove all labels from the scheduled job.c|s |s td|r |r tdt||\}}t|xsi}t|}|j |||}t j d|jy)z?Update labels on a scheduled Job. Replaces all existing labels.rJrKrt)rrvr-rLr7N)rr7rr$update_scheduled_job_labelsr+rIrV)rrjrHr-rrrvr:rls r6scheduled_labelsrs hii  p  #??OQZ"[i u % +F 5 !C33)&I4MJJM$4$45r8z)Schedule UV scripts on HF infrastructure.z.hf jobs scheduled uv run "0 0 * * *" script.pyz.s/3ac#a&k3s  rz{{:{}}} -Nz...rz) rmaxshutilget_terminal_sizecolumnsrsumindexformatrHrr) rrcol col_widthsterminal_widthcol_to_minimize row_formatlineswrr col_widthrow_format_argss r6rrs 9$**3z?;?#)# w<#j/ )^ ;*83z?*JSQX\*Y\fgv\w*wJ ' g,Z (> 9 4*s7|+33Z@J E LL"""G,- LL"""j$AjS1Wj$ABC!$C 4 4 9033q6{Y/FCF?Y] #e +CPQF R 4    &Z&&89  99U #P%B sG* G/ 6AG4rqueuefunc.kwargsc@|di|D]}|j|y)Nr})put)rrrrIs r6_write_generator_to_queuers.. &!r8rrc #6Kt}|Dcgc]}|jt|||f}} |jdcc}w#t$r't d|Dr|j rYnY5wxYwn#t$rYnwxYw |Dcgc]}|jdncc}wc}y#tj$rYywxYw# |Dcgc]}|jdncc}wc}w#tj$rYwwxYwxYww)a; Takes a function that returns an iterable of items, and run it in parallel using threads to return the flattened iterable of items as they arrive. This is inspired by those three `map()` variants, and is the mix of all three: * `imap()`: like `map()` but returns an iterable instead of a list of results * `imap_unordered()`: like `imap()` but the output is sorted by time of arrival * `flatmap()`: like `map()` but given a function which returns a list, `flatmap()` returns the flattened list that is the concatenation of all the output lists g?)rnc3<K|]}|jywr)ready)r async_results r6rz%iflatmap_unordered...sN |))+ sN) r apply_asyncrrrremptyKeyboardInterruptrrA)rrrrr async_resultsrs r6rrs!gEfqrfq\bT%%&?%vAVWfqMr iii--s  N NNSXS^S^S`      @M N \  d  + N++    @M N \  d  + N++   sD A DBA B D+B;B?BBC B CBCB;B21 B;:D;CDCDDC=C43 C=<D=DDDDD) NNNNNNNNFNFNN)FNNN)NNN)FNNrNNN)r.N)NN)NFNN)NNNNNNNNNNFNFNNNN) NNNNNNNNNNNNN)NNNNNNNNNNNNNNNNN)__doc__rrmultiprocessing.poolrrcollections.abcrrrpathlibrrrrtypingr r r urllib.parser huggingface_hubr rrrrrhuggingface_hub._jobs_apirhuggingface_hub.errorsrhuggingface_hub.utilsr$huggingface_hub.utils._cache_managerrhuggingface_hub.utils._hf_urisrhuggingface_hub.utils._parsingrr _cli_utilsrrrrrr r!r"r#r$r%r&r' _frameworkr(r)_outputr*r+ get_logger__name__loggerrtupler7rrMrImageArgImageOpt FlavorOpt LabelsOpt TimeoutOptbool DetachOpt NamespaceOptint ExposeOpt SshEnabledOptWithOpt PythonOpt SuspendOptConcurrencyOpt ScheduleArg ScriptArg ScriptArgsArg CommandArgJobIdArg JobIdsArgScheduledJobIdArg JobVolumesOptjobs_clirargrrrrrrrrr/r3r9rGrNrWuv_app add_grouprb scheduled_apprmrrrrrrrscheduled_uv_apprrrrrrrrr}r8r6rsG .**!TT9+)=7J),   H %..t.cSVY]S]oH^.8) #Y )',)9X ]a '3'4' !)$sCx.!9JNs) eD#tDsO44568 '%=$>?"A' A'A' A' A'@A'H  $    " Sxa    j   xa  S D !(+y   xa"  S D  O   #xa2   V   3xa@AxaB CxaD  S D  E   ExaT Uxa xav *(:';<]=]6 )'A&BC#9  S =  99 9 9D9* (&?%@A# +  + +  + +B +  ( "4  S ?  4  d m  4 4  4  4 4 n  B)X]" , , , T6)2STT U, ,  ,  ,,*  )-!" # #%## #  #  ##L d e6% .5 "& #'"%4, 4,4, 4,  4,  4,  4, 4, 4,4,!4,4, 4, 4, 4,4, !4," #4,$ %4,& '4, 4,n#QR ={3 .5N O"& #'"!'Y'Y 'Y'Y 'Y  'Y  'Y'Y 'Y 'Y'Y!'Y 'Y'Y 'Y'Y !'Y" #'Y  'YT'3I2JK " %Om    D   OmOm Om  S D  Q   Om& 'OmLOmdy,L+MN#W  S Q  WW W WOW0x+J*KL# =' = =  = =M =y,L+MN# Q' Q Q  Q QO Qx+J*KL# =' = =  = =M =y,L+MN# Q' Q Q  Q QO Q H/bg" 6'6 6 T6)2]^^ _6 6  6  66.!&QR (t4 .58F"&"& #'"'-O-O -O-O -O  -O  -O -O -O-O -O -O-O!-O-O -O !-O" #-O$ %-O& '-O( )-O-Ofd3i$.4S>D3H$DcCi)DI#6 CLU1XXc8A;>N5OY]bf     ) ) 3 # $d  a[ r8