File: //usr/local/lib/python3.10/dist-packages/langchain/chains/__pycache__/llm.cpython-310.pyc
o
���g�< � @ s< d Z ddlmZ ddlZddlmZmZmZmZm Z m
Z
m Z m Z ddl
mZ ddlmZmZmZmZmZ ddlmZmZ ddlmZ dd lmZm Z dd
l m Z m Z m Z dd l!m"Z" dd l#m$Z$m%Z% dd
l&m'Z'm(Z(m)Z)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0m1Z1 ddl2m3Z3 edddd�G dd� de3��Z4d d d �Z5dS ) z2Chain that just formats a prompt and calls an LLM.� )� annotationsN)�Any�Dict�List�Optional�Sequence�Tuple�Union�cast)�
deprecated)�AsyncCallbackManager� AsyncCallbackManagerForChainRun�CallbackManager�CallbackManagerForChainRun� Callbacks)�BaseLanguageModel�LanguageModelInput)� BaseMessage)�BaseLLMOutputParser�StrOutputParser)�ChatGeneration�
Generation� LLMResult)� PromptValue)�BasePromptTemplate�PromptTemplate)�Runnable�RunnableBinding�RunnableBranch�RunnableWithFallbacks)�DynamicRunnable)�get_colored_text)�
ConfigDict�Field)�Chainz0.1.17z&RunnableSequence, e.g., `prompt | llm`z1.0)�since� alternative�removalc @ s� e Zd ZU dZed[dd��Zded< ded < d
Zd ed < ee d
�Z
ded< dZ ded< ee d
�Z
ded< eddd�Zed\dd��Zed\dd��Z d]d^d!d"�Z d]d_d&d'�Z d]d`d)d*�Z d]dad,d-�Z d]dbd.d/�Z d]dcd3d4�Z d]dcd5d6�Zeddd7d8��Zded:d;�Z d]dfd<d=�Z d]dgd@dA�Z d]dgdBdC�Z d]dhdEdF�Z d]didHdI�Z d]djdKdL�Z!dkdNdO�Z" d]djdPdQ�Z#edddRdS��Z$edldVdW��Z%dmdYdZ�Z&dS )n�LLMChaina^ Chain to run queries against LLMs.
This class is deprecated. See below for an example implementation using
LangChain runnables:
.. code-block:: python
from langchain_core.output_parsers import StrOutputParser
from langchain_core.prompts import PromptTemplate
from langchain_openai import OpenAI
prompt_template = "Tell me a {adjective} joke"
prompt = PromptTemplate(
input_variables=["adjective"], template=prompt_template
)
llm = OpenAI()
chain = prompt | llm | StrOutputParser()
chain.invoke("your adjective here")
Example:
.. code-block:: python
from langchain.chains import LLMChain
from langchain_community.llms import OpenAI
from langchain_core.prompts import PromptTemplate
prompt_template = "Tell me a {adjective} joke"
prompt = PromptTemplate(
input_variables=["adjective"], template=prompt_template
)
llm = LLMChain(llm=OpenAI(), prompt=prompt)
�return�boolc C � dS )NT� ��selfr, r, �?/usr/local/lib/python3.10/dist-packages/langchain/chains/llm.py�is_lc_serializableM � zLLMChain.is_lc_serializabler �promptzSUnion[Runnable[LanguageModelInput, str], Runnable[LanguageModelInput, BaseMessage]]�llm�text�str�
output_key)�default_factoryr �
output_parserT�return_final_only�dict�
llm_kwargs�forbid)�arbitrary_types_allowed�extra� List[str]c C s | j jS )zJWill be whatever keys the prompt expects.
:meta private:
)r2 �input_variablesr- r, r, r/ �
input_keysf s zLLMChain.input_keysc C s | j r| jgS | jdgS )z=Will always return text key.
:meta private:
�full_generation)r9 r6 r- r, r, r/ � output_keysn s
zLLMChain.output_keysN�inputs�Dict[str, Any]� run_manager�$Optional[CallbackManagerForChainRun]�Dict[str, str]c C s | j |g|d�}| �|�d S �N�rF r )�generate�create_outputs�r. rD rF �responser, r, r/ �_cally s zLLMChain._call�
input_list�List[Dict[str, Any]]r c C s� | j ||d�\}}|r|�� nd}t| jt�r%| jj||fd|i| j��S | jjdd|i| j���t t
|�d|i�}g }|D ]}t|t �rO|� t
|d�g� q>|� t|d�g� q>t|d�S � z Generate LLM result from inputs.rJ N� callbacks�stop)�message)r4 )� generationsr, )� prep_prompts� get_child�
isinstancer3 r �generate_promptr; �bind�batchr
r r �appendr r r � r. rP rF �promptsrT rS �resultsrV �resr, r, r/ rK � s( ����
zLLMChain.generate�)Optional[AsyncCallbackManagerForChainRun]c � s� �| j ||d�I dH \}}|r|�� nd}t| jt�r,| jj||fd|i| j��I dH S | jjdd|i| j���t t
|�d|i�I dH }g }|D ]}t|t �rY|� t
|d�g� qH|� t|d�g� qHt|d�S rR )�
aprep_promptsrX rY r3 r �agenerate_promptr; r[ �abatchr
r r r] r r r r^ r, r, r/ � agenerate� s* � �� �
�
zLLMChain.agenerate�-Tuple[List[PromptValue], Optional[List[str]]]c s� d}t |�dkr g |fS d|d v r|d d }g }|D ]?� � fdd�| jjD �}| jjd i |��}t|�� d�}d| }|rH|j|d| jd � d� v rV� d |krVtd
��|� |� q ||fS ) � Prepare prompts from inputs.Nr rT c � i | ]}|� | �qS r, r, ��.0�k�rD r, r/ �
<dictcomp>� � z)LLMChain.prep_prompts.<locals>.<dictcomp>�green�Prompt after formatting:
�
��end�verbose�=If `stop` is present in any inputs, should be present in all.r, �
�lenr2 r@ �
format_promptr! � to_string�on_textru �
ValueErrorr] � r. rP rF rT r_ �selected_inputsr2 �
_colored_text�_textr, rm r/ rW � s& � zLLMChain.prep_promptsc � s� �d}t |�dkr
g |fS d|d v r|d d }g }|D ]B� � fdd�| jjD �}| jjd i |��}t|�� d�}d| }|rL|j|d| jd �I dH d� v rZ� d |krZtd
��|� |� q ||fS ) rh Nr rT c ri r, r, rj rm r, r/ rn � ro z*LLMChain.aprep_prompts.<locals>.<dictcomp>rp rq rr rs rv r, rw r} r, rm r/ rc � s( � � zLLMChain.aprep_promptsrS r �List[Dict[str, str]]c
C s� t �|| j| j�}|jdd|i| �� d�}z | j||d�}W n ty1 } z|�|� |�d}~ww | � |�}|�
d|i� |S �z0Utilize the LLM generate method for speed gains.NrP )�namerJ �outputs) r � configurerS ru �on_chain_start�get_namerK �
BaseException�on_chain_errorrL � on_chain_end�r. rP rS �callback_managerrF rN �er� r, r, r/ �apply� s$
��
��
zLLMChain.applyc
� s� �t �|| j| j�}|jdd|i| �� d�I dH }z | j||d�I dH }W n ty; } z
|�|�I dH |�d}~ww | � |�}|�
d|i�I dH |S r� ) r r� rS ru r� r� rf r� r� rL r� r� r, r, r/ �aapply s& �
� ���
zLLMChain.aapplyc C s | j S �N�r6 r- r, r, r/ �_run_output_key s zLLMChain._run_output_key�
llm_resultc s0 � fdd�|j D �}� jr� fdd�|D �}|S )z Create outputs from response.c s" g | ]
}� j � j�|�d |i�qS )rB )r6 r8 � parse_result)rk �
generationr- r, r/ �
<listcomp> s ���z+LLMChain.create_outputs.<locals>.<listcomp>c s g | ]
}� j |� j i�qS r, r� )rk �rr- r, r/ r� $ s )rV r9 )r. r� �resultr, r- r/ rL s
�zLLMChain.create_outputsc � s& �| j |g|d�I d H }| �|�d S rI )rf rL rM r, r, r/ �_acall' s �zLLMChain._acall�kwargsr c K s | ||d�| j S )�S Format prompt with kwargs and pass to LLM.
Args:
callbacks: Callbacks to pass to LLMChain
**kwargs: Keys to pass to prompt template.
Returns:
Completion from LLM.
Example:
.. code-block:: python
completion = llm.predict(adjective="funny")
�rS r� �r. rS r� r, r, r/ �predict/ s zLLMChain.predictc � s �| j ||d�I dH | j S )r� r� N)�acallr6 r� r, r, r/ �apredict@ s �zLLMChain.apredict�%Union[str, List[str], Dict[str, Any]]c K s< t �d� | jdd|i|��}| jjdur | jj�|�S |S )z(Call predict and then parse the results.z_The predict_and_parse method is deprecated, instead pass an output parser directly to LLMChain.rS Nr, )�warnings�warnr� r2 r8 �parse�r. rS r� r� r, r, r/ �predict_and_parseQ s � zLLMChain.predict_and_parse�%Union[str, List[str], Dict[str, str]]c � sD �t �d� | jdd|i|��I dH }| jjdur | jj�|�S |S )z)Call apredict and then parse the results.z`The apredict_and_parse method is deprecated, instead pass an output parser directly to LLMChain.rS Nr, )r� r� r� r2 r8 r� r� r, r, r/ �apredict_and_parse_ s �� zLLMChain.apredict_and_parse�/Sequence[Union[str, List[str], Dict[str, str]]]c C s" t �d� | j||d�}| �|�S )�&Call apply and then parse the results.z]The apply_and_parse method is deprecated, instead pass an output parser directly to LLMChain.r� )r� r� r� �_parse_generation�r. rP rS r� r, r, r/ �apply_and_parsem s
�
zLLMChain.apply_and_parser� c s" � j jd ur� fdd�|D �S |S )Nc s g | ] }� j j�|� j ��qS r, )r2 r8 r� r6 )rk ra r- r, r/ r� | s ��z.LLMChain._parse_generation.<locals>.<listcomp>)r2 r8 )r. r� r, r- r/ r� x s
�zLLMChain._parse_generationc � s* �t �d� | j||d�I dH }| �|�S )r� z^The aapply_and_parse method is deprecated, instead pass an output parser directly to LLMChain.r� N)r� r� r� r� r� r, r, r/ �aapply_and_parse� s ��
zLLMChain.aapply_and_parsec C r+ )N� llm_chainr, r- r, r, r/ � _chain_type� r1 zLLMChain._chain_typer �templatec C s t �|�}| ||d�S )z&Create LLMChain from LLM and template.)r3 r2 )r �
from_template)�clsr3 r� �prompt_templater, r, r/ � from_string� s
zLLMChain.from_string�intc C s t | j��|�S r� )�_get_language_modelr3 �get_num_tokens)r. r4 r, r, r/ �_get_num_tokens� s zLLMChain._get_num_tokens)r) r* )r) r? r� )rD rE rF rG r) rH )rP rQ rF rG r) r )rP rQ rF rb r) r )rP rQ rF rG r) rg )rP rQ rF rb r) rg )rP rQ rS r r) r� )r) r5 )r� r r) rQ )rD rE rF rb r) rH )rS r r� r r) r5 )rS r r� r r) r� )rS r r� r r) r� )rP rQ rS r r) r� )r� r� r) r� )r3 r r� r5 r) r( )r4 r5 r) r� )'�__name__�
__module__� __qualname__�__doc__� classmethodr0 �__annotations__r6 r# r r8 r9 r: r; r" � model_config�propertyrA rC rO rK rf rW rc r� r� r� rL r� r� r� r� r� r� r� r� r� r� r� r, r, r, r/ r( & sr
! �
� � � � � � �
� � � �
� r( �llm_liker r) r c C s` t | t�r| S t | t�rt| j�S t | t�rt| j�S t | ttf�r't| j �S t
dt | �� ���)NzAUnable to extract BaseLanguageModel from llm_like object of type ) rY r r r� �boundr �runnabler r �defaultr| �type)r� r, r, r/ r� � s
��r� )r� r r) r )6r� �
__future__r r� �typingr r r r r r r r
�langchain_core._apir �langchain_core.callbacksr r
r r r � langchain_core.language_modelsr r �langchain_core.messagesr � langchain_core.output_parsersr r �langchain_core.outputsr r r � langchain_core.prompt_valuesr �langchain_core.promptsr r �langchain_core.runnablesr r r r �%langchain_core.runnables.configurabler �langchain_core.utils.inputr! �pydanticr" r# �langchain.chains.baser$ r( r� r, r, r, r/ �<module> s4 ( � s