; iGdZddlmZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z ddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZeejejgefZd%dZd&dZejGddZd'dZGddee ejdfgejfej Z!Gd!d"e!Z"Gd#d$e!Z#dS)(z LLMFunction.) annotationsN) AbstractSetAnyCallableIterableMappingOptionalSequenceUnion)llmfn_input_utils)llmfn_output_row) llmfn_outputs)llmfn_post_process)llmfn_post_process_cmds)model) prompt_utilslhs#llmfn_output_row.LLMFnOutputRowViewrhsreturnboolcV||kS)z-Default function used when comparing outputs.) result_value)rrs /var/www/development/aibuddy-work/election-extract/venv/lib/python3.11/site-packages/google/generativeai/notebook/lib/llm_function.py _is_equal_fnr4s'     !1!1!3!3 33fnYCallable[[llmfn_output_row.LLMFnOutputRowView, llmfn_output_row.LLMFnOutputRowView], Any]4llmfn_post_process.LLMCompareFnPostProcessBatchAddFncdfd }|S)z1Vectorize a single-row-based comparison function.lhs_and_rhs_rowsYSequence[tuple[llmfn_output_row.LLMFnOutputRowView, llmfn_output_row.LLMFnOutputRowView]]r Sequence[Any]c fd|DS)Nc.g|]\}}||Sr&).0rrrs r zD_convert_compare_fn_to_batch_add_fn.._fn..Os'>>>c3 >>>rr&)r!rs r_fnz0_convert_compare_fn_to_batch_add_fn.._fnGs ?>>>-=>>>>r)r!r"rr#r&)rr)s` r#_convert_compare_fn_to_batch_add_fnr*<s(?????? JrcBeZdZUded<ded<ded<ded<ded<d S) _PromptInfoint prompt_numstrprompt input_numzMapping[str, str] prompt_vars model_inputN)__name__ __module__ __qualname____annotations__r&rrr,r,TsEOOOKKKNNN""""rr,prompts Sequence[str]inputs*llmfn_input_utils.LLMFunctionInputs | NoneIterable[_PromptInfo]c #Kg}|tj|}|sig}t|D]=\}}t|D](\}}|jdi|}t |||||V)>dS)aGenerate a tuple of fields needed for processing prompts. Args: prompts: A list of prompts, with optional keyword placeholders. inputs: A list of key/value pairs to substitute into placeholders in `prompts`. Yields: A _PromptInfo instance. N)r.r0r1r2r3r&)r to_normalized_inputs enumerateformatr,)r8r:normalized_inputsr.r0r1r2r3s r_generate_promptsrB]s68 -B6JJ !D'00   F&/0A&B&B   "I{'&-66+66K%#''        rceZdZdZ dddZejddZejdd Z dddZ ddZ ddZ ddZ dS) LLMFunctionz6Base class for LLMFunctionImpl and LLMCompareFunction.Noutputs_ipython_display_fn3Callable[[llmfn_outputs.LLMFnOutputs], None] | Nonec"g|_||_dS)aConstructor. Args: outputs_ipython_display_fn: Optional function that will be used to override how the outputs of this LLMFunction will be displayed in a notebook (See further documentation in LLMFnOutputs.__init__().) N)_post_process_cmds_outputs_ipython_display_fn)selfrEs r__init__zLLMFunction.__init__sZ\+E(((rrAbstractSet[str]cdS)zLReturns the placeholders that should be present in inputs for this function.Nr&rJs rget_placeholderszLLMFunction.get_placeholdersrr:r;(Sequence[llmfn_outputs.LLMFnOutputEntry]cdS)z&Concrete implementation of __call__().Nr&)rJr:s r _call_implzLLMFunction._call_implrPrllmfn_outputs.LLMFnOutputscb||}tj||jS)z+Runs and returns results based on `inputs`.)outputsipython_display_fn)rSr LLMFnOutputsrI)rJr:rVs r__call__zLLMFunction.__call__s7//&)))0P    rnamer/r1llmfn_post_process.LLMFnPostProcessBatchReorderFncb|jtj|||SNrZr)rHappendrLLMFnPostProcessReorderCommandrJrZrs radd_post_process_reorder_fnz'LLMFunction.add_post_process_reorder_fns: && # BQS T T T    r-llmfn_post_process.LLMFnPostProcessBatchAddFncb|jtj|||Sr])rHr_rLLMFnPostProcessAddCommandras radd_post_process_add_fnz#LLMFunction.add_post_process_add_fns9 && # >DR P P P    r1llmfn_post_process.LLMFnPostProcessBatchReplaceFncb|jtj|||Sr])rHr_rLLMFnPostProcessReplaceCommandras radd_post_process_replace_fnz'LLMFunction.add_post_process_replace_fns: && # BQS T T T    rN)rErFrrLr:r;rrQ)r:r;rrT)rZr/rr[rrD)rZr/rrcrrD)rZr/rrgrrD) r4r5r6__doc__rKabcabstractmethodrOrSrYrbrfrjr&rrrDrDsA@[_ F F F F F [[[[ 5555 DH     rrD) metaclasscBeZdZdZ ddfd ZddZddZddZxZS)LLMFunctionImplaCallable class that executes the contents of a Magics cell. An LLMFunction is constructed from the Magics command line and cell contents specified by the user. It is defined by: - A model instance, - Model arguments - A prompt template (e.g. "the opposite of hot is {word}") with an optional keyword placeholder. The LLMFunction takes as its input a sequence of dictionaries containing values for keyword replacement, e.g. [{"word": "hot"}, {"word": "tall"}]. This will cause the model to be executed with the following prompts: "The opposite of hot is" "The opposite of tall is" The results will be returned in a LLMFnOutputs instance. Nrmodel_lib.AbstractModelr8r9 model_argsmodel_lib.ModelArguments | NonerErFc>t|||_||_|t jn||_ti|_|jD]3}|j tj ||_4dS)aConstructor. Args: model: The model that the prompts will execute on. prompts: A sequence of prompt templates with optional placeholders. The placeholders will be replaced by the inputs passed into this function. model_args: Optional set of model arguments to configure how the model executes the prompts. outputs_ipython_display_fn: See documentation in LLMFunction.__init__(). rEN) superrK_model_prompts model_libModelArguments _model_args frozenset _placeholdersunionrrO)rJrr8rurEr0 __class__s rrKzLLMFunctionImpl.__init__s" 4NOOO  9C9K93555Q['r]]m a aF!%!3!9!9,:WX^:_:_!`!`D   a arresults)Sequence[llmfn_output_row.LLMFnOutputRow]rc |jD]} t|tjr||}n4t jdt|h#t j$rt$rR}t jd| t|j |d}~wwxYw|Sz-Runs post-processing commands over `results`.z)Unsupported post-process command type: {}z Error executing "{}", got {}: {}N) rH isinstancerLLMFnImplPostProcessCommandrunrPostProcessExecutionErrorr@type RuntimeErrorrZr4)rJrcmdes r_run_post_processing_cmdsz)LLMFunctionImpl._run_post_processing_cmdss*  C c#:#VWW!ggg..GG,FCJJ4PS99UU &?      (B6==chhjj$q''JZ\]^^ sA$A00C A CCrLc|jSrkrrNs rrOz LLMFunctionImpl.get_placeholders  !!rr:r;rQcg}t|j|D]}|j|j|j}g}t |jD]U\}}|tj tj j |tj j|itV|tj|j|j|j|j|j||||S)N)r8r:)r3rudata result_type)r.r1r0r2r3 model_results output_rows)rBr{rz call_modelr3r~r? text_resultsr_r LLMFnOutputRowr ColumnNames RESULT_NUM TEXT_RESULTr/LLMFnOutputEntryr.r1r0r2r)rJr:rinforr result_num text_results rrSzLLMFunctionImpl._call_impl s09;%dmFKKK  D K22 ,9I3MBDK+4]5O+P+P  ' K""$3)5@*)5A;%(  NN.#"n; $ 0 $ 0"/ $ > >{ K K    rNN)rrtr8r9rurvrErF)rrrrrlrm) r4r5r6rnrKrrOrS __classcell__rs@rrsrss.7;Z^ aaaaaaa6(""""rrscJeZdZdZ ddfd ZddZd dZd!dZd"dZxZ S)#LLMCompareFunctionzLLMFunction for comparisons. LLMCompareFunction runs an input over a pair of LLMFunctions and compares the result. Nlhs_name_and_fntuple[str, LLMFunction]rhs_name_and_fncompare_name_and_fns&Sequence[tuple[str, CompareFn]] | NonerErFc&t||d|_|d|_|d|_|d|_t |j|j|_ |sd|_ t|_ dS|d\}}||_ ||_ |ddD])\}}| |t|*dS)aConstructor. Args: lhs_name_and_fn: Name and function for the left-hand side of the comparison. rhs_name_and_fn: Name and function for the right-hand side of the comparison. compare_name_and_fns: Optional names and functions for comparing the results of the left- and right-hand sides. outputs_ipython_display_fn: See documentation in LLMFunction.__init__(). rxris_equalNr^)ryrK _lhs_name_lhs_fn _rhs_name_rhs_fnrrOrr _result_namer_result_compare_fnadd_compare_post_process_add_fnr*) rJrrrrErZrcmp_fnrs rrKzLLMCompareFunction.__init__5s($ 4NOOO-a0$3A$6 -a0$3A$6 &t|'D'D'F'FGGMM L ) ) + +  $  *D &2D # # #,B/HD" $D &(D #!5SbS 9   f44"Ef"M"M5  rlhs_output_rowsrrhs_output_rowsrrc P|jD]} t|tjr||}n{t|tjr2|t t|||}n/td t|#tj $rt$rR}tj d | t|j|d}~wwxYw|Sr)rHrrrrLLMCompareFnPostProcessCommandlistziprr@rrrrZr4)rJrrrrrs rrz,LLMCompareFunction._run_post_processing_cmds`s)*  C c#:#VWW!ggg..GG%<%[\\!ggd3QX+Y+Y&Z&Z[[GG&CJJ4PS99UU&?      (B6==chhjj$q''JZ\]^^ sB+B88D#A DD#rLc|jSrkrrNs rrOz#LLMCompareFunction.get_placeholdersyrrr:r;rQc ||}||}g}t||D]\}}|j|jkr-t d|j|j|j|jkr-t d|j|j|j|jkr-t d|j|jtt|j t|j }|j d|}|j d|} g} tt|| D]\} } | \} }tj j| |j|| |i}t#j|t&}|tj j|j|j| f|j|ffD]^\}}|D]D\}}|tj jkr*|d|||E_| ||tj|j|j|j||| | |S)NzPrompt num mismatch: {} vs {}zInput num mismatch: {} vs {}zPrompt vars mismatch: {} vs {}rz{}_{})rrr)r.r1r2r)rrrr.rr@r1r2minlenrr?rrrrrr rradd PROMPT_VARSrritemsr_rr)rJr: lhs_results rhs_resultsrV lhs_entry rhs_entrynum_output_rowsrrrrlhs_and_rhs_output_rowlhs_output_rowrhs_output_rowrow_data output_rowrZrowkvs rrSzLLMCompareFunction._call_impl|sll6** ll6** 9;$' [$A$AE E  Iy#y';;;"3::!,i.B "i&999"299):MyObcc$ (==="4;;!-y/D"#i&;"<"X>XYYO'34D_4DEO'34D_4DEOACK6?O_5577 / /2 22H."-8*%t'>'>~~'^'^,.<(X[\\\ }8DiF[\\\^^4^^4"GGID#!$ GG1 9 DDD'NN7>>$+B+BAFFF G "":.... NN.(3'1 ) 5 $ > >(7(7 +!?!!       rrZr/rrrDcb|jtj|||Sr])rHr_r!LLMCompareFnPostProcessAddCommandras rrz2LLMCompareFunction.add_compare_post_process_add_fns: && # E4TV W W W    rr)rrrrrrrErF)rrrrrrrrrlrm)rZr/rrrrD) r4r5r6rnrKrrOrSrrrs@rrr.sHLZ^ )))))))V2""""NNNN`rr)rrrrrr)rrrr)r8r9r:r;rr<)$rn __future__rro dataclassestypingrrrrrr r r google.generativeai.notebook.libr r rrrrr|rLLMFnOutputRowView CompareFnrr* dataclassr,rBLLMFunctionInputsrXABCMetarDrsrr&rrrs""""""                     ?>>>>>======::::::??????DDDDDD??????999999 (*:*MN   44440 DEEEEE  2D8 9:" $k EEEEPdddddkdddNffffffffffr