o ii+@sddZddlZddlmZmZddlZddlmZddlm Z ddl m Z m Z m Z e dd Ze d d Zeeejd d fZeeeejd d fZeeeejd d fZd eddfddZe  dOdede ddfddZejdddddddedeeejdd fdeeejdd fdeeejdd fdeeejd d fd!eeejd"d fd#eeejd$d fd%eeejd&d fded'eeeejd(d fde ddfd)dZejdd   dPdeeejdd fdedede ddf d*d+Z dQde ddfd,d-Zejddeejd.d/d0d1eejed2de  dOdedede ddfd3d4Ze            dRdededeeeejdd fdeeeejdd fdeeeejd d fd!eeeejd"d fdeeeejd5d fd6eeeejd7d fd'eeeejd(d fd8eeeejd9d fd:eeeejd;d fdd?Ze  @ dSdededAee ejdBdCd fde ddf dDdEZ!e  dOdedede ddfdFdGZ"e  @ dSdededHee ejdIdJd fde ddf dKdLZ#e  dOdedede ddfdMdNZ$dS)Tz2CLI commands for Hugging Face Inference Endpoints.N) AnnotatedOptional)InferenceEndpoint)HfHubHTTPError)TokenOpt get_hf_api typer_factoryz(Manage Hugging Face Inference Endpoints.)helpz.Interact with the Inference Endpoints catalog.zEndpoint name.z_The namespace associated with the Inference Endpoint. Defaults to the current user's namespace.endpointreturncCsttj|jddddS)NTindent sort_keys)typerechojsondumpsraw)r rm/var/www/html/karishye-ai-python/venv/lib/python3.10/site-packages/huggingface_hub/cli/inference_endpoints.py_print_endpoint#sr namespacetokenc Cst|d}z |j||d}Wnty+}ztd|tj|jjd|d}~wwttj ddd|Did d d dS) z6Lists all Inference Endpoints for the given namespace.r)rrzListing failed: codeNitemscSsg|]}|jqSr)r).0r rrr 6szls..r Tr) rlist_inference_endpointsrrrExitresponse status_coderr)rrapi endpointserrorrrrls's r(deploy)name)rtaskrr*repozeThe name of the model repository associated with the Inference Endpoint (e.g. 'openai/gpt-oss-120b'). frameworkz@The machine learning framework used for the model (e.g. 'vllm'). acceleratorz?The hardware accelerator to be used for inference (e.g. 'cpu'). instance_sizezNThe size or type of the instance to be used for hosting the model (e.g. 'x4'). instance_typezYThe cloud instance type where the Inference Endpoint will be deployed (e.g. 'intel-icl').regionzTThe cloud region in which the Inference Endpoint will be created (e.g. 'us-east-1').vendorzVThe cloud provider or vendor where the Inference Endpoint will be hosted (e.g. 'aws').r+zCThe task on which to deploy the model (e.g. 'text-classification').c Cs6t| d} | j|||||||||| | d } t| dS)z3Deploy an Inference Endpoint from a Hub repository.r) r* repositoryr-r.r/r0r1r2rr+rN)rcreate_inference_endpointr) r*r,r-r.r/r0r1r2rr+rr%r rrrr)=s 8 c Csht|d}z |j||||d}Wnty-}ztd|tj|jjd|d}~wwt|dS)z4Deploy an Inference Endpoint from the Model Catalog.r)repo_idr*rrzDeployment failed: rN) r&create_inference_endpoint_from_catalogrrrr"r#r$r)r,r*rrr%r r'rrrdeploy_from_catalogs   r7c Cstt|d}z|j|d}Wnty*}ztd|tj|jjd|d}~wwttj d|iddddS) List available Catalog models.rzCatalog fetch failed: rNmodelsr Tr) rlist_inference_catalogrrrr"r#r$rr)rr%r9r'rrr list_catalogs r;z list-catalogr8T)r*r hiddencatalogc Cft|d}z |j|||d}Wnty,}ztd|tj|jjd|d}~wwt|dS)z+Get information about an existing endpoint.rr*rrzFetch failed: rN) rget_inference_endpointrrrr"r#r$rr*rrr%r r'rrrdescribe  rBzBThe machine learning framework used for the model (e.g. 'custom').revisionzrThe specific model revision to deploy on the Inference Endpoint (e.g. '6c0e6080953db56375760c0471a8c5f2929baf11'). min_replicazVThe minimum number of replicas (instances) to keep running for the Inference Endpoint. max_replicazRThe maximum number of replicas (instances) to scale to for the Inference Endpoint.scale_to_zero_timeoutzFThe duration in minutes before an inactive endpoint is scaled to zero.c Cszt| d} z| j|||||||||| | | | d }Wnty6}ztd|tj|jjd|d}~wwt|dS)zUpdate an existing endpoint.r) r*rr3r-rDr+r.r/r0rErFrGrzUpdate failed: rN) rupdate_inference_endpointrrrr"r#r$r)r*rr,r.r/r0r-rDr+rErFrGrr%r r'rrrupdates. C  rIFyesz--yeszSkip confirmation prompts.c Cs|std|d}||krtdtjddt|d}z |j|||dWntyF}ztd|tj|jjd|d }~wwtd |d d S) z)Delete an Inference Endpoint permanently.zDelete endpoint 'z'? Type the name to confirm.zAborted.r rrr?zDelete failed: Nz Deleted 'z'.) rpromptrr"rdelete_inference_endpointrr#r$)r*rrJr confirmationr%r'rrrdelete#s    rNc Cr>)zPause an Inference Endpoint.rr?zPause failed: rN) rpause_inference_endpointrrrr"r#r$rrArrrpause>rCrPfail_if_already_runningz--fail-if-already-runningzWIf `True`, the method will raise an error if the Inference Endpoint is already running.c Csjt|d}z |j|||| d}Wnty.}ztd|tj|jjd|d}~wwt|dS)zResume an Inference Endpoint.r)r*rr running_okzResume failed: rN) rresume_inference_endpointrrrr"r#r$r)r*rrQrr%r r'rrrresumeOs   rTc Cr>)z$Scale an Inference Endpoint to zero.rr?zScale To Zero failed: rN) r scale_to_zero_inference_endpointrrrr"r#r$rrArrr scale_to_zerokrCrV)NN)NNN)N) NNNNNNNNNNNN)NFN)%__doc__rtypingrrr$huggingface_hub._inference_endpointsrhuggingface_hub.errorsr _cli_utilsrrr ie_cli catalog_appstrArgumentNameArgOptionNameOpt NamespaceOptrcommandr(r)r7r; add_typerrBintrIboolrNrPrTrVrrrrs       . &-.45 I     !'-39?@ Y