o i @sh ddlZddlZddlmZmZmZddlmZddlm Z ddlm Z ddlm Z ddlm Z dd l mZdd l mZdd lmZmZed Z  dOd eeeefefdeeeefdeeeeefefdeeeffddZ  dOd eeeefefdeeeefdeeeeefefdeeeffddZ  dOd eeeefefdeeeefdeeeeefefdeeeffddZ  dOd eeeefefdeeeefdeeeeefefdeeeffddZ  dOd eeeefefdeeeefdeeeeefefdeeeffddZ  dOd eeeefefdeeeefdeeeeefefdeeeffddZ  dOd eeeefefdeeeefdeeeeefefdeeeffddZ  dOd eeeefefdeeeefdeeeeefefdeeeffdd Z!  dOd eeeefefdeeeefdeeeeefefdeeeffd!d"Z"  dOd eeeefefdeeeefdeeeeefefdeeeffd#d$Z#  dOd eeeefefdeeeefdeeeeefefdeeeffd%d&Z$  dOd eeeefefdeeeefdeeeeefefdeeeffd'd(Z%  dOd eeeefefdeeeefdeeeeefefdeeeffd)d*Z&  dOd eeeefefdeeeefdeeeeefefdeeeffd+d,Z'  dOd eeeefefdeeeefdeeeeefefdeeeffd-d.Z(  dOd eeeefefdeeeefdeeeeefefdeeeffd/d0Z)  dOd eeeefefdeeeefdeeeeefefdeeeffd1d2Z*  dOd eeeefefdeeeefdeeeeefefdeeeffd3d4Z+  dOd eeeefefdeeeefdeeeeefefdeeeffd5d6Z,  dOd eeeefefdeeeefdeeeeefefdeeeffd7d8Z-  dOd eeeefefdeeeefdeeeeefefdeeeffd9d:Z.  dOd eeeefefdeeeefdeeeeefefdeeeffd;d<Z/  dOd eeeefefdeeeefdeeeeefefdeeeffd=d>Z0  dOd eeeefefdeeeefdeeeeefefdeeeffd?d@Z1  dOd eeeefefdeeeefdeeeeefefdeeeffdAdBZ2  dOd eeeefefdeeeefdeeeeefefdeeeffdCdDZ3  dOd eeeefefdeeeefdeeeeefefdeeeffdEdFZ4  dOd eeeefefdeeeefdeeeeefefdeeeffdGdHZ5GdIdJdJe j6Z7GdKdLdLe j6Z8GdMdNdNZ9dS)PN)AnyOptionalUnion) urlencode) _api_module)_common) _transformers)types)get_value_by_path)set_value_by_path) AsyncPagerPagerzgoogle_genai.tunings from_object parent_object root_objectreturncCi}t|dgdurt|dgt|dgt|dgdur(t|dgt|dgt|dgdur;t|dgt|dgt|dgdurRt|dgtt|dg|||S) N samplingCountsampling_count flipEnabled flip_enabledautoraterModelautorater_modelgenerationConfiggeneration_config)getvsetv_GenerationConfig_from_vertexrrr to_objectr!Z/var/www/html/karishye-ai-python/venv/lib/python3.10/site-packages/google/genai/tunings.py_AutoraterConfig_from_vertex# r#cCr) Nrrrrrrrr)rr_GenerationConfig_to_vertexrr!r!r"_AutoraterConfig_to_vertex>r$r&cC0i}t|dgdurt|ddgt|dg|SNname_urlrrrr!r!r"#_CancelTuningJobParameters_to_mldevYr,cCr'r(r+rr!r!r"$_CancelTuningJobParameters_to_vertexer-r.cCsi}t|dgdurtdt|dgdur!t|dgt|dgt|dgdur-tdt|dgdurAt|gdt|dgt|d gdurUt|gd t|d gt|d gduratd t|d gdurmtdt|dgdurytdt|dgdurt|gdt|dgt|dgdurt|gdt|dgt|dgdurtdt|dgdurtdt|dgdurtd|S)Nvalidation_datasetzz6learning_rate parameter is not supported in Vertex AI.r@evaluationConfigrArB)rKrMrB)rr"_TuningValidationDataset_to_vertexrD_EvaluationConfig_to_vertexrrrr discriminatorr!r!r" _CreateTuningJobConfig_to_vertexs                   rUcCi}t|dgdurt|dgt|dgt|dgdur(t|dgt|dgt|dgdur:tt|dg||t|dgdurLtt|dg|||SN base_model baseModelpre_tuned_model preTunedModeltraining_datasetrF)rr_TuningDataset_to_mldevrErr!r!r"*_CreateTuningJobParametersPrivate_to_mldevar^cCrVrW)rr_TuningDataset_to_vertexrUrr!r!r"+_CreateTuningJobParametersPrivate_to_vertexzr_racCi}t|dgdurt|dgtt|dgt|dgdur+t|dgt|dgt|dgdurBt|dgtt|dg|||S)Nmetrics outputConfig output_configautoraterConfigautorater_config)rrt t_metricsr#rr!r!r"_EvaluationConfig_from_vertexrjcCrb)Nrcrerdrgrf)rrrhrir&rr!r!r"rRrkrRcCs^i}t|dgdurt|dgt|dgt|dgdur(t|dgt|dgt|dgdur;t|dgt|dgt|dgdurNt|dgt|dgt|d gdurat|d gt|d gt|d gdurtt|d gt|d gt|d gdurt|d gt|d gt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdur t|dgt|dgt|dgdur!t|dgt|dgt|dgdur5t|dgt|dgt|dgdurIt|d gt|dgt|d!gdur]t|d"gt|d!gt|d#gdurqt|d#gt|d#gt|d$gdurt|d%gt|d$gt|d&gdurt|d'gt|d&gt|d(gdurt|d)gt|d(g|S)*N modelConfigmodel_selection_configresponseJsonSchemaresponse_json_schemaaudioTimestampaudio_timestampcandidateCountcandidate_countenableAffectiveDialogenable_affective_dialogfrequencyPenaltyfrequency_penaltylogprobsmaxOutputTokensmax_output_tokensmediaResolutionmedia_resolutionpresencePenaltypresence_penaltyresponseLogprobsresponse_logprobsresponseMimeTyperesponse_mime_typeresponseModalitiesresponse_modalitiesresponseSchemaresponse_schema routingConfigrouting_configseed speechConfig speech_config stopSequencesstop_sequences temperaturethinkingConfigthinking_configtopKtop_ktopPtop_pr+rr!r!r"rs       rcCsi}t|dgdurt|dgt|dgt|dgdur(t|dgt|dgt|dgdur;t|dgt|dgt|dgdurNt|dgt|dgt|d gdurat|d gt|d gt|d gdurtt|d gt|d gt|d gdurt|d gt|d gt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdur t|dgt|dgt|dgdur!t|dgt|dgt|dgdur5t|dgt|dgt|dgdurMt|d gtt|dg||t|d!gdurat|d"gt|d!gt|d#gdurut|d#gt|d#gt|d$gdurt|d%gt|d$gt|d&gdurt|d'gt|d&gt|d(gdurt|d)gt|d(gt|d*gdurtd+|S),Nrmrlrornrqrprsrrrurtrwrvrxrzryr|r{r~r}rrrrrrrrrrrrrrrrrrrrrrenable_enhanced_civic_answerszFenable_enhanced_civic_answers parameter is not supported in Vertex AI.)rr_SpeechConfig_to_vertexrDrr!r!r"r%0s       r%cCr'r(r+rr!r!r" _GetTuningJobParameters_to_mldevr-rcCr'r(r+rr!r!r"!_GetTuningJobParameters_to_vertexr-rcCi}t|dgdurt|ddgt|dgt|dgdur*t|ddgt|dgt|dgdur>t|ddgt|dg|SN page_size_querypageSize page_token pageTokenfilterr+rr!r!r"_ListTuningJobsConfig_to_mldev rcCrrr+rr!r!r"_ListTuningJobsConfig_to_vertexrrcC,i}t|dgdurtt|dg|||SNrF)rrrr!r!r""_ListTuningJobsParameters_to_mldev rcCrr)rrrr!r!r"#_ListTuningJobsParameters_to_vertexrrcit|dgdurtdgt|dgt|dgdur(tdgt|dgt|dgdurCtdgfddt|dgDS) NsdkHttpResponsesdk_http_response nextPageTokennext_page_token tunedModels tuning_jobscg|]}t|qSr!)_TuningJob_from_mldev.0itemrr r!r"  z6_ListTuningJobsResponse_from_mldev..r+rrrr!rr""_ListTuningJobsResponse_from_mldev    rcr) Nrrrr tuningJobsrcrr!)_TuningJob_from_vertexrrr!r"r;rz7_ListTuningJobsResponse_from_vertex..r+rr!rr"#_ListTuningJobsResponse_from_vertex)rrcCsli}t|dgdurt|dgt|dgt|dgdur(t|dgt|dgt|dgdur4td|S)N language_code languageCode voice_config voiceConfigmulti_speaker_voice_configzCmulti_speaker_voice_config parameter is not supported in Vertex AI.rrrDrr!r!r"rDsrcCsTi}t|dgdurt|dgt|dgt|dgdur(t|dgt|dg|S)Nr)modelendpointr+rr!r!r"_TunedModel_from_mldevXs rcCsji}t|dgdurtdt|dgdurtdt|dgdur3t|ddgddt|dgD|S)Ngcs_uriz1gcs_uri parameter is not supported in Gemini API.vertex_dataset_resourcezAvertex_dataset_resource parameter is not supported in Gemini API.examplescSsg|]}|qSr!r!rr!r!r"rysz+_TuningDataset_to_mldev..rCrr!r!r"r]gsr]cCsi}t|ddg}|durd}|dkr(t|dgdur't|ddgt|dgn|dkr@t|dgdur@t|ddgt|dgt|ddg}|durMd}|dkrft|d gduret|ddgt|d gn|dkr~t|d gdur~t|ddgt|d gt|d gdurtd |S) NrFrGrHrrItrainingDatasetUrirJrKrrz1examples parameter is not supported in Vertex AI.rrSr!r!r"r`sP    r`cCsi}t|dgdurt|dgt|dgt|dgdur(t|dgt|dgt|dgdur>t|dgtt|dgt|dgdurQt|dgt|dgt|ddgdurft|d gt|ddgt|dd gdur{t|d gt|dd gt|d gdurt|d gt|d gt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgtt|dg|||S)Nrrr)state createTime create_timer4 startTime start_time completeTimeend_time updateTime update_timer2rYrX_self tuned_model)rrrht_tuning_job_statusrrr!r!r"rsT  rcCs i}t|dgdurt|dgt|dgt|dgdur(t|dgt|dgt|dgdur>t|dgtt|dgt|dgdurQt|dgt|dgt|dgdurdt|dgt|dgt|d gdurwt|d gt|d gt|d gdurt|d gt|d gt|d gdurt|d gt|d gt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdurt|dgt|dgt|dgdur$t|dgt|dgt|dgdur8t|dgt|dgt|dgdurLt|dgt|dgt|dgdurdt|d gtt|dg||t|d!gdurxt|d"gt|d!gt|d#gdurt|d#gt|d#gt|d$gdurt|d$gt|d$gt|d%gdurt|d&gt|d%gt|d'gdurt|d(gt|d'gt|d)gdurt|d*gt|d)gt|d+gdurt|d,gt|d+gt|d-gdurt|d.gt|d-g|S)/Nrrr)rrrrrendTimerrrerrorr2rYrX tunedModelrr[rZrIsupervised_tuning_specrKpreference_optimization_spectuningDataStatstuning_data_statsencryptionSpecencryption_specpartnerModelTuningSpecpartner_model_tuning_specrPr@customBaseModelcustom_base_model experimentrA outputUri output_uri pipelineJob pipeline_jobserviceAccountservice_accountrLr0 veoTuningSpecveo_tuning_spec)rrrhrrjrr!r!r"rs    rcCsi}t|dgdurt|dgt|dgt|dgdur(t|dgt|dgt|dgdur;t|dgt|dgt|dgdurNt|dgt|dgt|dgdurat|dgt|dg|S)Nrrr)metadatadonerr+rr!r!r"_TuningOperation_from_mldevdsrcCsTi}t|dgdurt|dgt|dgt|dgdur(t|dgt|dg|S)NrvalidationDatasetUrirr+rr!r!r"rQ~s rQc @feZdZdddedeejdejfddZdddeej dej fdd Z dddedeej ddfd d Z dddd d eedeejdejdeejdejf ddZdddd d eedeejdejdeejdejf ddZdddeej deejfddZdddedeejdejfddZedddd edejdeejdejfddZdS)TuningsNrFr)rFrc CsJtj||d}|jjr!t|d|}|d}|rd|}nd}nt|d|}|d}|r4d|}nd}|d}|rF|dt|}| ddd}|j dur]|j j dur]|j j }t |}t |}|jd|||} | jsuint| j} |jjrt| } |jjst| } tjj| |d } tj| jd | _|j| | S zzGets a TuningJob. Args: name: The resource name of the tuning job. Returns: A TuningJob object. r)rFNr*z{name}r?rFgetresponsekwargsheaders)r _GetTuningJobParameters _api_clientvertexairr format_maprrpoprF http_optionsrconvert_to_dictencode_unserializable_typesrequestbodyjsonloadsrr TuningJob_from_response model_dump HttpResponserr_verify_response selfr)rFparameter_model request_dictrequest_url_dictpath query_paramsrr response_dict return_valuer!r!r"_getsV           z Tunings._getc CsHtj|d}|jjr t|d|}|d}|rd|}nd}nt|d|}|d}|r3d|}nd}|d}|rE|dt|}| ddd}|j dur\|j j dur\|j j }t |}t |}|jd |||}|jstint|j} |jjrt| } |jjst| } tjj| |d } tj|jd | _|j| | S zLists `TuningJob` objects. Args: config: The configuration for the list request. Returns: A list of `TuningJob` objects. rNr*rrrrrFrrr)r _ListTuningJobsParametersrrrrrrrrrFrrrrrrrrrrListTuningJobsResponser r r rrr  rrFrrrrrrrrrr!r!r"_listsT            z Tunings._listc Cstj||d}|jjr!t|d|}|d}|rd|}nd}nt|d|}|d}|r4d|}nd}|d}|rF|dt|}| ddd}|j dur]|j j dur]|j j }t |}t |}|jd|||} dS) zPCancels a tuning job. Args: name (str): TuningJob resource name. rNr* {name}:cancelrrrFpost)r _CancelTuningJobParametersrrr.rrr,rrrFrrrrr rr)rFrrrrrrrr!r!r"cancel%s@           zTunings.cancelrXrZrFrXrZr\cCstj||||d}|jjstdt|d|}|d}|r$d|}nd}|d} | r6|dt| }| ddd} |j durM|j j durM|j j } t |}t |}|jd ||| } | jseint| j} |jjrst| } tjj| |d } tj| jd | _|j| | S aCreates a tuning job and returns the TuningJob object. Args: base_model: The name of the model to tune. training_dataset: The training dataset to use. config: The configuration to use for the tuning job. Returns: A TuningJob object. rXrZr\rFz6This method is only supported in the Vertex AI client.Nr*rrrrFrrr)r !_CreateTuningJobParametersPrivaterrrDrarrrrrFrrrrrrrrrr r r r rrr rrXrZr\rFrrrrrrrrrr!r!r"_tune^sN         z Tunings._tunecCstj||||d}|jjrtdt|d|}|d}|r$d|}nd}|d} | r6|dt| }| ddd} |j durM|j j durM|j j } t |}t |}|jd ||| } | jseint| j} |jjsst| } tjj| |d } tj| jd | _|j| | S aCreates a tuning job and returns the TuningJob object. Args: base_model: The name of the model to tune. training_dataset: The training dataset to use. config: The configuration to use for the tuning job. Returns: A TuningJob operation. r$z=This method is only supported in the Gemini Developer client.Nr*rrrrFrrr)r r%rrrDr^rrrrrFrrrrrrrrrTuningOperationr r r rrr r&r!r!r" _tune_mldevsR         zTunings._tune_mldevcCstd|j|j|d|SNrr)rrrrFr!r!r"lists  z Tunings.listcCs@|j||d}|jr|jjr|jjdurtj|j|jjd|SNr)rprojectrrrrr/ _IpythonUtilsdisplay_experiment_buttonrr)rFjobr!r!r"rs z Tunings.getSThe SDK's tuning implementation is experimental, and may change in future versions.c Cs|jjr|dr#d}|rt|dd}tj||d}|j|||d}nd}|durzt|dddurzt|d}t|trCtj di|}|j rI|j sMt dt t|j D]} t|j | trjtj|j | |j | <qTt|tru||d<n||_|}|j|||d}|durt|dddur||_n2|j|||d} | jdurd| jvr| jd} n| jdurt d | jd d } tj| tjjd }|jr|jjrtj|jd |SNz projects/r:)tuned_model_name checkpoint_id)rZr\rFr@zEEvaluation config must have at least one metric and an output config.)rXr\rFrzOperation name is required.z /operations/r)r)r)tuning_job_resourcer!rr startswithgetattrr PreTunedModelr' isinstancedictEvaluationConfigrcrerDrangelenMetricmodel_validater@r*rr) partitionr JobStateJOB_STATE_QUEUEDr1display_model_tuning_button) rrXr\rFr8rZ tuning_jobvalidated_evaluation_configr@i operationr7r!r!r"tunes         z Tunings.tune)__name__ __module__ __qualname__strrr GetTuningJobConfigOrDictr rListTuningJobsConfigOrDictrrCancelTuningJobConfigOrDictr!PreTunedModelOrDictTuningDatasetOrDictCreateTuningJobConfigOrDictr'r)r*rr-rrexperimental_warningrMr!r!r!r"rs L K < L L   rc @r) AsyncTuningsNrr)rFrc sRtj||d}|jjr"t|d|}|d}|rd|}nd}nt|d|}|d}|r5d|}nd}|d}|rG|dt|}| ddd}|j dur^|j j dur^|j j }t |}t |}|jd|||IdH} | jsyint| j} |jjrt| } |jjst| } tjj| |d } tj| jd | _|j| | Sr)r rrrrrrrrrrFrrrr async_requestrrrrrr r r r rrr rr!r!r"rds\            zAsyncTunings._getc sPtj|d}|jjr!t|d|}|d}|rd|}nd}nt|d|}|d}|r4d|}nd}|d}|rF|dt|}| ddd}|j dur]|j j dur]|j j }t |}t |}|jd |||IdH}|jsxint|j} |jjrt| } |jjst| } tjj| |d } tj|jd | _|j| | Sr)r rrrrrrrrrrFrrrrrZrrrrrrr r r rrr rr!r!r"rsZ             zAsyncTunings._listc stj||d}|jjr"t|d|}|d}|rd|}nd}nt|d|}|d}|r5d|}nd}|d}|rG|dt|}| ddd}|j dur^|j j dur^|j j }t |}t |}|jd|||IdH} dS) zaCancels a tuning job asynchronously. Args: name (str): A TuningJob resource name. rNr*rrrrFr)r rrrr.rrr,rrrFrrrrrZr r!r!r"r!sB           zAsyncTunings.cancelr"rXrZr\cs"tj||||d}|jjstdt|d|}|d}|r%d|}nd}|d} | r7|dt| }| ddd} |j durN|j j durN|j j } t |}t |}|jd ||| IdH} | jsiint| j} |jjrwt| } tjj| |d } tj| jd | _|j| | Sr#)r r%rrrDrarrrrrFrrrrrZrrrrr r r r rrr r&r!r!r"r'3sP          zAsyncTunings._tunecs"tj||||d}|jjrtdt|d|}|d}|r%d|}nd}|d} | r7|dt| }| ddd} |j durN|j j durN|j j } t |}t |}|jd ||| IdH} | jsiint| j} |jjswt| } tjj| |d } tj| jd | _|j| | Sr()r r%rrrDr^rrrrrFrrrrrZrrrrr)r r r rrr r&r!r!r"r*|sT          zAsyncTunings._tune_mldevcs td|j|j|dIdH|Sr+)r rr,r!r!r"r-szAsyncTunings.listcsH|j||dIdH}|jr"|jjr"|jjdur"tj|j|jjd|Sr.r0r3r!r!r"rs zAsyncTunings.getr5c s|jjr|dr'd}|rt|dd}tj||d}|j|||dIdH}n|durzt|dddurzt|d}t|trEtj di|}|j rK|j sOt dt t|j D]}t|j |trltj|j ||j |<qVt|trw||d<n||_|j|||dIdH}n5|j|||dIdH} | jdurd| jvr| jd} n| jdurt d | jd d } tj| tjjd }|jr|jjrtj|jd |Sr6r:) rrXr\rFr8rZrIr@rKrLr7r!r!r"rMsv          zAsyncTunings.tune)rNrOrPrQrr rRr rrSrrrTr!rUrVrWr'r)r*r r-rrrXrMr!r!r!r"rYbs N M < L L   rYc @seZdZUdZeZeeed<ede ee ffddZ ede fddZ edefdd Zed ed eedefd d Ze ddededeeddfddZedededdfddZededdfddZdS)r1z6Temporary class to hold the IPython related functions.displayed_experimentsrcCs,ddl}d|jvrddlm}|jjSdS)NrIPython) get_ipython)sysmodulesr\r] __class__rN)r_r]r!r!r"_get_ipython_shell_name6s    z%_IpythonUtils._get_ipython_shell_namecCs ttS)N)boolr1rbr!r!r!r"is_ipython_available@s z"_IpythonUtils.is_ipython_availablecCsdS)z8Returns the HTML style markup to support custom buttons.a r!r!r!r!r" _get_stylesDsz_IpythonUtils._get_stylesmarkerresource_partscCsBtt|D]}|||kr|dt|kr||dSqdS)z,Returns the part after the marker text part.rr^)rArB)rfrgrKr!r!r"_parse_resource_namezs z"_IpythonUtils._parse_resource_name open_in_newtexturliconNc Csd}||std|dddl}dt|}dtd|d |d |d |d }|d |d|d|d7}ddlm}ddlm }|||dS)a&Creates and displays the link to open the Vertex resource. Args: text: The text displayed on the clickable button. url: The url that the button will lead to. Only cloud console URIs are allowed. icon: The icon name on the button (from material-icons library) z https://console.cloud.google.comzOnly urls starting with z are allowed.rNzview-vertex-resource-z z- z z z] )display)HTML) r;rDuuidrQuuid4r1reIPython.displayrmrn) rjrkrl CLOUD_UI_URLro button_idhtmlrmrnr!r!r" _display_links4    z_IpythonUtils._display_linkrr/cCsltr |tjvr dS|d}|d}|d}d|d|dd|}td|d tj|dS) aFunction to generate a link bound to the Vertex experiment. Args: experiment: The Vertex experiment name. Example format: projects/{project_id}/locations/{location}/metadataStores/default/contexts/{experiment_name} project: The project (alphanumeric) name. N/zAhttps://console.cloud.google.com/vertex-ai/experiments/locations/z /experiments/z runs?project=zView Experimentscience)r1rdr[splitruadd)rr/rglocationexperiment_nameurir!r!r"r2s   z'_IpythonUtils.display_experiment_buttonr9cCs^tsdS|d}|d}|d}|d}dd|d|d |}td |d dS) zFunction to generate a link bound to the Vertex model tuning job. Args: tuning_job_resource: The Vertex tuning job name. Example format: projects/{project_id}/locations/{location}/tuningJobs/{tuning_job_id} Nrvrrwrxz?https://console.cloud.google.com/vertex-ai/generative/language/z locations/z/tuning/tuningJob/z ?project=zView Tuning JobrM)r1rdrzru)r9rgr/r| tuning_job_idr~r!r!r"rHs z)_IpythonUtils.display_model_tuning_button)ri)rNrOrP__doc__setr[rQ__annotations__ staticmethodrrrbrcrdrer-rhrrur2rHr!r!r!r"r11s4  5 3r1)NN):rloggingtypingrrr urllib.parserr^rrr rhr r rr rpagersr r getLoggerloggerr?rQobjectr#r&r,r.rErUr^rarjrRrr%rrrrrrrrrrr]r`rrrrQ BaseModulerrYr1r!r!r!r"s                  P  %          o  z                        5  =  y    TR