wiU0pUddlmZddlmZmZmZmZmZmZddl m Z ddl m Z ddl mZmZddlmZddlmZmZmZejeZiiiiiiiiiiiiiiidZeeeee ffed <ed eeefd eeeffd Zed eed eefd Zd eeeefeefd eeeefeeffdZGddZGddeZGddeZedded edfdZ deded efdZ!dS)) lru_cache)AnyDictListOptionalUnionoverload) constants)InferenceProviderMapping) MimeBytesRequestParameters)ChatCompletionInputMessage)build_hf_headers get_tokenlogging)cerebrascohereclarifaizfal-aiz fireworks-aigroqz hf-inference hyperbolicnebiusnscale replicate sambanovascalewaytogetherzzai-org!HARDCODED_MODEL_INFERENCE_MAPPINGobjreturncdSNrs /var/www/development/aibuddy-work/election-extract/venv/lib/python3.11/site-packages/huggingface_hub/inference/_providers/_common.py filter_noner%+s8;cdSr!r"r#s r$r%r%-s.1cr&cNt|trQi}|D]8\}}|t|ttfrt |}|||<9|St|tr d|DSt dt |)Nchg|]/}t|ttfrt|n|0Sr") isinstancedictlistr%).0vs r$ zfilter_none..=s5RRR*Qt "="=D A1RRRr&zExpected dict or list, got )r*r+itemsr,r% ValueErrortype)rcleanedkr.s r$r%r%1s#t"$IIKK  DAqy!dD\** #NNGAJJ#tSRRcRRRR >499>> ? ??r&ceZdZdZdedededdfdZddd ed eeefd ed eed eedeeeefde fdZ d de e efdee defdZ d eedefdZd eedefdZd eeefdeeeefdeedeeeffdZd ed edeeeffdZd ededefdZd edefdZded edefdZd ed ededeefdZd ed ededeedeef dZdS)!TaskProviderHelperz.Base class for task-specific provider helpers.providerbase_urltaskrNc0||_||_||_dSr!)r7r9r8)selfr7r8r9s r$__init__zTaskProviderHelper.__init__Es     r&) extra_payloadinputs parametersheadersmodelapi_keyr=c||}||}|||}|||j}||||} | t | t|pi} |||||} | | td| | td| || | } t||j |j| | | S)z Prepare the request to be sent to the provider. Each step (api_key, model, headers, url, payload) can be customized in subclasses. )provider_mapping_infoNz8Both payload and data cannot be set in the same request.z2Either payload or data must be set in the request.)urlr9rAjsondatar@) _prepare_api_key_prepare_mapping_info_prepare_headers _prepare_url provider_id_prepare_payload_as_dictrecursive_merger%_prepare_payload_as_bytesr1_normalize_headersr r9) r;r>r?r@rArBr=rDrEpayloadrGnormalized_headerss r$prepare_requestz"TaskProviderHelper.prepare_requestJs7 ''00!% : :5 A A''99)>)JKK// Zo/pp  %g{=;NB/O/OPPG--fjBWYfgg  4#3WXX X ?t|QRR R"44WgtLL '3&     r&responserequest_paramsc|S)z Return the response in the expected format. Override this method in subclasses for customized response handling.r")r;rTrUs r$ get_responsezTaskProviderHelper.get_responses r&cZ|t}|td|jd|S)zZReturn the API key to use for the request. Usually not overwritten in subclasses.Nz)You must provide an api_key to work with z$ API or log in with `hf auth login`.)rr1r7r;rBs r$rHz#TaskProviderHelper._prepare_api_keys@ ?kkG ?oDMooo r&c |td|jdt|ji|rt|j|Sd}t |D]}|j|jkr|}n|td|d|jd|j|jkr+td|d|jd|jd|jd |jd kr&td|d |jd |jd kr&td |d|jd|S)zbReturn the mapped model ID to use for the request. Usually not overwritten in subclasses.Nz+Please provide an HF model ID supported by .zModel z is not supported by provider z is not supported for task z and provider z. Supported task: stagingz! is in staging mode for provider z. Meant for test purposes only.errorz,Our latest automated health check on model 'z' for provider 'z<' did not complete successfully. Inference call might fail.) r1r7rget!_fetch_inference_provider_mappingr9statusloggerwarning)r;rAprovider_mappingmappings r$rIz(TaskProviderHelper._prepare_mapping_infos =[4=[[[\\ \ - 0 0 C C G G N N K4T]CEJ J8??  G4=00#* 1  #[e[[4=[[[\\ \  DI - -<<<49<z9TaskProviderHelper._normalize_headers..s,hhhZS%V[Vgciikk5VgVgVgr&z content-typeNzapplication/json)r0r^ mime_type)r;r@rQrGrRs r$rPz%TaskProviderHelper._normalize_headerssiih7==??hhh  ! !. 1 1 9DN$>59^">22$5G">2!!r&c*it||S)zwReturn the headers to use for the request. Override this method in subclasses for customized headers. )token)r)r;r@rBs r$rJz#TaskProviderHelper._prepare_headerss >"111=W==r& mapped_modelc||}|||}|dd|dS)zVReturn the URL to use for the request. Usually not overwritten in subclasses./)_prepare_base_url_prepare_routerstriplstrip)r;rBrnr8routes r$rKzTaskProviderHelper._prepare_urlsX))'22##L':://#&&<<c):):<<r?rDs r$rMz+TaskProviderHelper._prepare_payload_as_dicts tr&cdS)zReturn the body to use for the request, as bytes. Override this method in subclasses for customized body data. Only one of `_prepare_payload_as_dict` and `_prepare_payload_as_bytes` should return a value. Nr")r;r>r?rDr=s r$rOz,TaskProviderHelper._prepare_payload_as_bytess tr&r!)__name__ __module__ __qualname____doc__strr<rrrr rSrbytesrWrHr rIr rPrJrKrqrrrMrOr"r&r$r6r6Bs88!!!3!4!!!!373 3 3 3 cN 3  3 } 3 #3  S#X/3  3 3 3 3 p7;  t $ !!23       #    # 8C=# =U# # # # J "CH~ "08c3h0H "PXYbPc " c3h " " " ">>s>tCH~>>>>=C=s=s==== ! ! ! ! ! !3'+D\ $    8   ~  )       r&r6c eZdZdZdedeffd ZdededefdZd eee e fd e d e de e fd Z xZS) BaseConversationalTaskz Base class for conversational (chat completion) tasks. The schema follows the OpenAI API format defined here: https://platform.openai.com/docs/api-reference/chat r7r8cPt||ddS)Nconversationalr7r8r9superr<r;r7r8 __class__s r$r<zBaseConversationalTask.__init__ s) (XDTUUUUUr&rnrBrcdS)Nz/v1/chat/completionsr"r~s r$rrz%BaseConversationalTask._prepare_routes%%r&r>r?rDc:td|i|d|jiS)NmessagesrAr%rLrs r$rMz/BaseConversationalTask._prepare_payload_as_dicts* Ji*igG\Ghiijjjr&)rrrrrr<rrrrrrr rrM __classcell__rs@r$rrs VVVVVVVV&3&&&&&&kU4!;;<=kk 8 k $ kkkkkkkkr&rc deZdZdZdedeffd ZdededefdZd ed ed e de efd Z xZ S) BaseTextGenerationTaskz Base class for text-generation (completion) tasks. The schema follows the OpenAI API format defined here: https://platform.openai.com/docs/api-reference/completions r7r8cPt||ddS)Nztext-generationrrrs r$r<zBaseTextGenerationTask.__init__ s) (XDUVVVVVr&rnrBrcdS)Nz/v1/completionsr"r~s r$rrz%BaseTextGenerationTask._prepare_route#s  r&r>r?rDc:td|i|d|jiS)NpromptrArrs r$rMz/BaseTextGenerationTask._prepare_payload_as_dict&s*Hfg gGEZEfgghhhr&) rrrrrr<rrrrr rrMrrs@r$rrs WWWWWWWW!3!!!!!!ii'+iD\i $iiiiiiiir&rN)maxsizerAr cddlm}||dg}|j}|t d||S)z; Fetch provider mappings for a model from the Hub. r)HfApiinferenceProviderMapping)expandNz$No provider mapping found for model )huggingface_hub.hf_apir model_infoinference_provider_mappingr1)rArryrcs r$r_r_,sd -,,,,, 577  e-G,H  I ID6GGGHHH r&dict1dict2cLifd|DS)Nci|]R\}}||vrFt|tr+t|trt||n|SSr")r*r+rN)r-rhrirs r$rjz#recursive_merge..=sr   U u E#J!=!= *UTXBYBY !sU333   r&)r0)rrs` r$rNrN:sJ       $kkmm     r&)" functoolsrtypingrrrrrr huggingface_hubr rr !huggingface_hub.inference._commonr r :huggingface_hub.inference._generated.types.chat_completionrhuggingface_hub.utilsrrr get_loggerrrarr__annotations__r%r6rrr_rNr"r&r$rs================%%%%%%;;;;;;JJJJJJJJaaaaaaFFFFFFFFFF  H % % -UU!4T#7O2O-P(P#Q4 ;T#s(^;S#X;;; ; 1T#Y149111 1@U4S>4945@%S#XPTUXPY@Y:Z@@@@"@@@@@@@@Fkkkkk/kkk*iiiii/iii$ 4 S T:T5U     4        r&